-- Logs begin at Mon 2022-09-26 04:47:42 UTC, end at Mon 2022-09-26 05:47:43 UTC. -- Sep 26 05:20:36.316051 dv-cinder-859186-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 26 05:20:39.099128 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.common.config [-] Logging enabled! Sep 26 05:20:39.099727 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 26 05:20:39.099949 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106227) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 05:20:39.103138 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.common.config [-] Logging enabled! Sep 26 05:20:39.103402 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev21 Sep 26 05:20:39.103720 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106227) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 05:20:39.104710 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 05:20:39.104952 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 05:20:39.105444 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 05:20:39.105692 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 05:20:39.105923 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 05:20:39.106245 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.106552 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.106789 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.107093 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.107399 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.107691 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.107988 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.108313 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.108611 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.109324 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.109324 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.109536 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.109828 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.110126 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.110426 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.110655 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] debug = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.111200 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.111641 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.112048 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.112359 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.112661 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.112950 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.113232 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.113516 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.113805 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.114143 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] host = dv-cinder-859186-2-iscsi {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.114426 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.114720 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.115015 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.115308 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.115589 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.115873 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.116165 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.116473 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.116753 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] log_file = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.117034 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.117329 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.117625 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.117922 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.118153 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.118378 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.118675 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.118969 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.119249 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.119528 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.119808 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.120085 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.120387 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.120665 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.120954 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.121243 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.121532 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.121810 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.122086 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.122361 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.122635 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.122924 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.123202 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.123480 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.123756 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.124046 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.124344 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.125152 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.125459 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.125753 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.126041 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.126333 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.126610 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.126899 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.127174 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.127450 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.127725 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] use_json = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.128002 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.128318 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.128595 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.128871 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.129153 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.129429 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.129704 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.129996 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.130274 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:39.130578 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.130880 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.131190 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.131481 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.131796 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.132086 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.132408 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.132693 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.132991 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.133289 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.133584 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.133871 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.134180 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.134477 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.134788 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.135100 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.135401 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.135699 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.135987 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.136289 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.136577 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.136864 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.137157 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.137439 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.137737 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.138035 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.138321 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.138625 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.138924 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.139215 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.139514 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.139812 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.140096 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.140956 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.141259 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.141543 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.141823 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.142120 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.142403 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.142682 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.142969 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.143265 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.143561 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.143846 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.144126 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.144452 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.144738 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.145018 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.145299 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.145581 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.145859 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.146146 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.146427 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.146708 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.146988 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.147273 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.147551 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.147829 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.148108 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.148432 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.148717 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.149001 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.149279 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.149558 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.149835 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.150112 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.150389 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.150666 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.150946 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.151222 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.151500 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.151772 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.152048 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.152361 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.152654 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.152957 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.153239 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.153525 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.153806 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.154088 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.154370 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.154652 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.154937 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.155221 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.155496 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.155833 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.156132 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.156457 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.156745 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.157046 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.157348 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.157632 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.157921 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.158205 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.158487 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.158778 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.159068 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.159351 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.159633 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.159924 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.160210 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.160535 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.160835 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.161119 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.161418 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.161717 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.162016 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.162299 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.162610 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.162896 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:39.163120 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 05:20:39.163364 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106227) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 26 05:20:39.544151 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 05:20:39.544504 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 05:20:39.544776 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 05:20:39.545010 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 05:20:39.545291 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 05:20:39.545625 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 26 05:20:39.873330 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:39.873545 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:39.873823 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:39.875623 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:39.875903 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:39.876174 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:39.929796 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:39.930080 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:39.930351 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:39.946778 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:39.947065 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:39.947341 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:39.975485 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:39.975760 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:39.976034 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.013981 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.014260 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.014543 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.246350 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.246964 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.246964 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.248101 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.248852 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.347300 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.347627 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.347917 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.348198 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.348492 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.348805 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.349071 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.349331 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.349589 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.349877 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.350145 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.350413 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.350674 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.350930 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.351190 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.351459 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.351717 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.351987 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.352273 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.352546 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.352818 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.353074 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.353359 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.353734 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.353988 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.354240 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.354637 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:20:40.354884 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:20:40.355126 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:20:40.355365 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:20:40.355607 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:20:40.355844 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:20:40.356210 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 26 05:20:40.360031 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 26 05:20:40.364219 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 26 05:20:40.368103 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 26 05:20:40.369768 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 26 05:20:40.370406 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 26 05:20:40.370746 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 26 05:20:40.371135 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 26 05:20:40.373939 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 26 05:20:40.374195 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 26 05:20:40.374574 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 05:20:40.379714 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 26 05:20:40.402555 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 26 05:20:40.403011 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.403314 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106227) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 26 05:20:40.403692 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.405080 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106227) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 26 05:20:40.405362 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 05:20:40.405611 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 26 05:20:40.416898 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.417184 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:40.572327 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 26 05:20:40.572518 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 26 05:20:40.572754 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 26 05:20:40.573162 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 26 05:20:40.627069 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO dbcounter [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Registered counter for database neutron Sep 26 05:20:40.645446 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_db.sqlalchemy.engines [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106227) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 26 05:20:40.651122 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writer thread running {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 05:20:41.198533 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Initializing driver for type 'gre' Sep 26 05:20:41.199060 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] gre ID ranges: [(1, 1000)] Sep 26 05:20:41.255622 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Initializing driver for type 'local' Sep 26 05:20:41.256400 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Initializing driver for type 'vlan' Sep 26 05:20:41.270742 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] VlanTypeDriver initialization complete Sep 26 05:20:41.271070 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Initializing driver for type 'vxlan' Sep 26 05:20:41.271577 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] vxlan ID ranges: [(1, 1000)] Sep 26 05:20:41.325655 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Initializing extension driver 'port_security' Sep 26 05:20:41.326065 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.extensions.port_security [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] PortSecurityExtensionDriver initialization complete Sep 26 05:20:41.326449 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Initializing mechanism driver 'openvswitch' Sep 26 05:20:41.326807 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Initializing mechanism driver 'hyperv' Sep 26 05:20:41.333322 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.plugin [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:20:41.333990 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > port after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.334361 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > port after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.334713 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > port after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.335213 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106227) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 05:20:41.335632 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > subnet after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.335983 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > subnet after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.336353 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.336745 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106227) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 05:20:41.337145 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > network after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.337495 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > network after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.337835 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > network after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.338219 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106227) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 05:20:41.338619 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > security_group after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.338966 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > security_group after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.339303 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.339686 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106227) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 05:20:41.340084 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.340457 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.340797 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.341305 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106227) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 05:20:41.341707 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > address_group after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.342052 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > address_group after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.342391 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.342776 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106227) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 05:20:41.343782 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] ML2 OVO RPC backend initialized. {{(pid=106227) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 26 05:20:41.344523 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.344876 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.345290 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > network before_response 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.345636 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > networks before_response 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.345983 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > port before_response 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.346320 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > ports before_response 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.346658 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > subnet before_response 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.346993 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > subnets before_response 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.347333 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > network after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.347670 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > network after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.348007 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > network after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.348365 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > port after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.348702 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > port after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.349034 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > port after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.349367 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > subnet after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.349700 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > subnet after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.350030 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.357538 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded quota_driver: . Sep 26 05:20:41.357899 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.plugin [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Modular L2 Plugin initialization complete Sep 26 05:20:41.358241 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading services supported by the core plugin {{(pid=106227) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 26 05:20:41.358622 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.plugins.ml2.managers [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Got port-security extension from driver 'port_security' Sep 26 05:20:41.359707 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.extensions.vlantransparent [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Disabled vlantransparent extension. Sep 26 05:20:41.360200 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106227) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 26 05:20:41.360548 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading Plugin: router Sep 26 05:20:41.395701 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.396103 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router after_create 55549900 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.396485 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router before_create 55549900 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.396850 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.397220 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.397573 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router after_delete 55549900 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.397927 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.398272 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.398626 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router after_create 55549900 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.398968 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router after_update 55549900 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.399315 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router after_update 55549900 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.399661 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.400015 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router after_update 55549900 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.400444 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router precommit_update 55549900 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.400808 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: port after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.401147 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: port after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.401485 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: subnet after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.401827 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.402178 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.402524 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router precommit_create 55549900 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.402865 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: port before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.403204 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router precommit_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.403553 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router after_update 55549900 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.403897 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.404263 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router precommit_create 55549900 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.404621 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.404965 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router precommit_update 55549900 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.405328 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > agent after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.406204 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > agent after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.406544 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > network after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.407390 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Tracking information for resource: router configured {{(pid=106227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:20:41.407718 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Tracking information for resource: floatingip configured {{(pid=106227) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 05:20:41.412777 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.db.l3_agentschedulers_db [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 26 05:20:41.413344 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: port after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.413709 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: port after_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.414064 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: port after_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.414418 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: port after_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.415212 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router before_create 55550100 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.415579 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.415940 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router precommit_create 55550100 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.416320 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > router precommit_update 55550100 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.421197 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.services.provider_configuration [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Service providers = [] {{(pid=106227) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 26 05:20:41.422113 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.db.servicetype_db [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106227) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 26 05:20:41.425039 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.services.service_base [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106227) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 05:20:41.425386 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.services.service_base [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106227) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 05:20:41.425724 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.services.service_base [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106227) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 05:20:41.426599 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.services.service_base [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106227) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 05:20:41.426965 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.services.service_base [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 26 05:20:41.427337 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:20:41.427652 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 26 05:20:41.439206 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:20:41.439539 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading Plugin: auto_allocate Sep 26 05:20:41.445213 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: network precommit_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.445585 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: network precommit_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.446096 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:20:41.446418 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading Plugin: tag Sep 26 05:20:41.453475 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:20:41.453797 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading Plugin: timestamp Sep 26 05:20:41.457791 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:20:41.458117 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading Plugin: network_ip_availability Sep 26 05:20:41.463519 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.463888 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.464240 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.464978 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:20:41.465295 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading Plugin: flavors Sep 26 05:20:41.470596 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:20:41.470927 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading Plugin: revisions Sep 26 05:20:41.475260 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106227) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 05:20:41.475643 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_concurrency.lockutils [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.930s {{(pid=106227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 05:20:41.476416 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106227) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 26 05:20:41.476751 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Initializing extension manager. Sep 26 05:20:41.477264 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: __init__.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.477602 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: __pycache__ {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.477931 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: address_group.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.478805 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.479358 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: address-group Sep 26 05:20:41.479679 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: address_scope.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.480367 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.480868 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: address-scope Sep 26 05:20:41.481185 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.482047 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.482544 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: router-admin-state-down-before-update Sep 26 05:20:41.482862 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: agent.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.483517 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.484153 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: agent Sep 26 05:20:41.484494 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: agent_resources_synced.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.485349 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.486101 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: agent-resources-synced Sep 26 05:20:41.486420 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: allowedaddresspairs.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.488147 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.488687 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: allowed-address-pairs Sep 26 05:20:41.489011 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: auto_allocated_topology.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.490017 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.490523 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: auto-allocated-topology Sep 26 05:20:41.490847 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: availability_zone.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.491496 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.491999 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: availability_zone Sep 26 05:20:41.492355 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: availability_zone_filter.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.493217 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.493726 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: availability_zone_filter Sep 26 05:20:41.494046 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: data_plane_status.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.494977 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.495479 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension data-plane-status not supported by any of loaded plugins Sep 26 05:20:41.495799 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: default_subnetpools.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.496692 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.497195 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: default-subnetpools Sep 26 05:20:41.497515 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.498265 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.498770 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: dhcp_agent_scheduler Sep 26 05:20:41.499091 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: dns.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.500099 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.500631 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension dns-integration not supported by any of loaded plugins Sep 26 05:20:41.500953 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: dns_domain_ports.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.501809 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.502304 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 26 05:20:41.502621 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.503491 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.503983 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 26 05:20:41.504319 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: dvr.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.504956 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.505444 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: dvr Sep 26 05:20:41.505761 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: ecmp_routes.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.506614 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.507103 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 26 05:20:41.507417 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: empty_string_filtering.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.508288 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.508783 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: empty-string-filtering Sep 26 05:20:41.509099 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.509962 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.510453 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 26 05:20:41.510768 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.511632 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.512125 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 26 05:20:41.512478 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: external_net.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.513335 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.513836 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: external-net Sep 26 05:20:41.514151 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.515587 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.516295 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: extra_dhcp_opt Sep 26 05:20:41.516619 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: extraroute.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.517482 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.517984 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: extraroute Sep 26 05:20:41.518303 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: extraroute_atomic.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.519284 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.519779 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: extraroute-atomic Sep 26 05:20:41.520098 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: filter_validation.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.520748 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.521241 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: filter-validation Sep 26 05:20:41.521557 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: fip_pf_description.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.522405 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.522899 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 26 05:20:41.523212 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: fip_pf_detail.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.524068 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.524607 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 26 05:20:41.524912 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: fip_pf_port_range.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.525767 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.526262 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 26 05:20:41.526576 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: fip_port_details.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.527429 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.527930 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: fip-port-details Sep 26 05:20:41.528242 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: flavors.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.529438 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.529949 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: flavors Sep 26 05:20:41.530269 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.532587 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.533108 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 26 05:20:41.533434 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: floatingip_pools.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.534093 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.534596 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: floatingip-pools Sep 26 05:20:41.534921 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: ip_allocation.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.535788 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.536310 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension ip_allocation not supported by any of loaded plugins Sep 26 05:20:41.536634 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.537496 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.537998 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: ip-substring-filtering Sep 26 05:20:41.538317 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: l2_adjacency.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.539194 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.539687 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 26 05:20:41.540365 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: l3.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.541297 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.541801 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: router Sep 26 05:20:41.542121 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.544516 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.545042 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 26 05:20:41.545375 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.546269 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.546814 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: ext-gw-mode Sep 26 05:20:41.547105 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.547971 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.548510 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: l3-ha Sep 26 05:20:41.548834 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.549696 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.550195 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 26 05:20:41.550519 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: l3_flavors.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.551385 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.551887 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: l3-flavors Sep 26 05:20:41.552209 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.553555 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.554079 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 26 05:20:41.554403 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.555267 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.555773 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 26 05:20:41.556095 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: l3agentscheduler.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.557111 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.557618 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: l3_agent_scheduler Sep 26 05:20:41.557943 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: local_ip.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.559617 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.560136 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension local_ip not supported by any of loaded plugins Sep 26 05:20:41.560489 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: logging.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.561964 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.562522 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension logging not supported by any of loaded plugins Sep 26 05:20:41.562846 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: metering.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.563541 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.564111 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: metering Sep 26 05:20:41.564461 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.565486 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.565999 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: metering_source_and_destination_fields Sep 26 05:20:41.566321 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: multiprovidernet.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.567192 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.567704 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: multi-provider Sep 26 05:20:41.568027 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: netmtu.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.568921 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.569429 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: net-mtu Sep 26 05:20:41.569747 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: netmtu_writable.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.570609 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.571113 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: net-mtu-writable Sep 26 05:20:41.571431 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: network_availability_zone.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.572055 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.572585 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: network_availability_zone Sep 26 05:20:41.572904 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: network_ip_availability.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.573949 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.574452 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: network-ip-availability Sep 26 05:20:41.574769 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: network_segment_range.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.575479 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.575972 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension network-segment-range not supported by any of loaded plugins Sep 26 05:20:41.576313 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: pagination.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.577232 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.578090 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: pagination Sep 26 05:20:41.578407 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: port_device_profile.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.579268 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.579769 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: port-device-profile Sep 26 05:20:41.580088 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: port_mac_address_override.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.581003 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.581503 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: port-mac-override Sep 26 05:20:41.581820 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.582681 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.583183 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: port-mac-address-regenerate Sep 26 05:20:41.583502 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.584386 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.584891 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: port-numa-affinity-policy Sep 26 05:20:41.585212 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: port_resource_request.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.586080 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.586575 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension port-resource-request not supported by any of loaded plugins Sep 26 05:20:41.586894 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: port_resource_request_groups.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.587796 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.588320 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 26 05:20:41.588638 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: portbindings.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.589512 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.590044 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: binding Sep 26 05:20:41.590362 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: portbindings_extended.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.591564 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.592073 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: binding-extended Sep 26 05:20:41.592433 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: portsecurity.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.593947 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.594450 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: port-security Sep 26 05:20:41.594773 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: project_id.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.595957 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.596310 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: project-id Sep 26 05:20:41.596633 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: providernet.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.597511 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.598016 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: provider Sep 26 05:20:41.598334 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: qos.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.601820 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.602345 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension qos not supported by any of loaded plugins Sep 26 05:20:41.602678 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.603882 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.604434 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 26 05:20:41.604763 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.605630 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.606136 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 26 05:20:41.606458 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: qos_default.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.607321 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.607827 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension qos-default not supported by any of loaded plugins Sep 26 05:20:41.608146 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: qos_fip.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.609119 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.609653 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension qos-fip not supported by any of loaded plugins Sep 26 05:20:41.610003 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.611121 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.611625 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 26 05:20:41.611942 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: qos_gateway_ip.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.612842 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.613341 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 26 05:20:41.613660 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: qos_port_network_policy.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.614522 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.615023 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 26 05:20:41.615341 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.616344 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.616851 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 26 05:20:41.617167 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.618147 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.618650 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 26 05:20:41.618968 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: qos_pps_rule.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.620080 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.620616 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension qos-pps not supported by any of loaded plugins Sep 26 05:20:41.620937 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: qos_rule_type_details.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.621796 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.622295 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 26 05:20:41.622615 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.623475 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.623973 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 26 05:20:41.624322 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: qos_rules_alias.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.625423 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.625926 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 26 05:20:41.626246 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: quota_check_limit.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.627106 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.627612 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: quota-check-limit Sep 26 05:20:41.627933 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: quotasv2.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.628843 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.629168 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: quotas Sep 26 05:20:41.629484 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: quotasv2_detail.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.631122 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.631456 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: quota_details Sep 26 05:20:41.631784 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: rbac.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.632829 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.633348 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: rbac-policies Sep 26 05:20:41.633675 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: rbac_address_group.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.634553 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.635063 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: rbac-address-group Sep 26 05:20:41.635386 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: rbac_address_scope.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.636364 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.636879 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: rbac-address-scope Sep 26 05:20:41.637203 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: rbac_security_groups.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.638075 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.638578 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: rbac-security-groups Sep 26 05:20:41.638900 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: rbac_subnetpool.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.639767 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.640821 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: rbac-subnetpool Sep 26 05:20:41.641147 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: revisionifmatch.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.642017 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.642521 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: revision-if-match Sep 26 05:20:41.642841 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: revisions.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.643898 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.644433 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: standard-attr-revisions Sep 26 05:20:41.644756 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: router_availability_zone.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.645382 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.645887 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: router_availability_zone Sep 26 05:20:41.646206 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: routerservicetype.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.647078 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.647584 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension router-service-type not supported by any of loaded plugins Sep 26 05:20:41.648037 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.648939 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.649447 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: security-groups-normalized-cidr Sep 26 05:20:41.649765 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.650636 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.651140 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: port-security-groups-filtering Sep 26 05:20:41.651458 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.652350 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.652856 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: security-groups-remote-address-group Sep 26 05:20:41.653174 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.654045 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.654547 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: security-groups-shared-filtering Sep 26 05:20:41.654868 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: securitygroup.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.665285 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.665815 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: security-group Sep 26 05:20:41.666144 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: segment.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.666826 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.667334 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension segment not supported by any of loaded plugins Sep 26 05:20:41.667659 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.668565 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.669072 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 26 05:20:41.669394 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: servicetype.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.670440 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.670947 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: service-type Sep 26 05:20:41.671327 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: sorting.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.672279 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.672619 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: sorting Sep 26 05:20:41.672938 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: standard_attr_segment.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.673801 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.674311 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 26 05:20:41.674634 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: standardattrdescription.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.675243 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.675752 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: standard-attr-description Sep 26 05:20:41.676074 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: stateful_security_group.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.676970 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.677479 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: stateful-security-group Sep 26 05:20:41.677799 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: stdattrs_common.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.678338 dv-cinder-859186-2-iscsi neutron-server[106227]: WARNING neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 26 05:20:41.678658 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.679527 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.680063 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 26 05:20:41.680416 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: subnet_onboard.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.681418 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.681931 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: subnet_onboard Sep 26 05:20:41.682253 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.683129 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.683634 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 26 05:20:41.683953 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: subnet_service_types.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.684855 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.685368 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: subnet-service-types Sep 26 05:20:41.685684 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: subnetallocation.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.686721 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.687265 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: subnet_allocation Sep 26 05:20:41.687588 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.688209 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.688740 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: subnetpool-prefix-ops Sep 26 05:20:41.689059 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.689938 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.690443 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 26 05:20:41.690763 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: tagging.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.691770 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.692316 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: standard-attr-tag Sep 26 05:20:41.692639 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: timestamp.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.693770 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.694277 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loaded extension: standard-attr-timestamp Sep 26 05:20:41.694599 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: trunk.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.695578 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.696081 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension trunk not supported by any of loaded plugins Sep 26 05:20:41.696433 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: trunk_details.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.697369 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.697874 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension trunk-details not supported by any of loaded plugins Sep 26 05:20:41.698195 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: uplink_status_propagation.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.699061 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.699564 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 26 05:20:41.699884 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Loading extension file: vlantransparent.py {{(pid=106227) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 05:20:41.700539 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106227) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 05:20:41.701038 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 26 05:20:41.704143 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:network Sep 26 05:20:41.704678 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:subnet Sep 26 05:20:41.705068 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 05:20:41.705456 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:port Sep 26 05:20:41.706723 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.resource_helper [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:20:41.707163 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.resource_helper [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Service FLAVORS assigned prefix: {{(pid=106227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:20:41.707761 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.resource_helper [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:20:41.708194 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.resource_helper [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:20:41.708553 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:router Sep 26 05:20:41.708981 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:floatingip Sep 26 05:20:41.709465 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.resource_helper [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Service METERING assigned prefix: /metering {{(pid=106227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:20:41.710895 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.711266 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.711623 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106227) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:20:41.712643 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 05:20:41.713089 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:security_group Sep 26 05:20:41.713517 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 05:20:41.714058 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.resource_helper [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Service CORE assigned prefix: {{(pid=106227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:20:41.714393 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 05:20:41.714734 dv-cinder-859186-2-iscsi neutron-server[106227]: WARNING neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] subnetpool is already registered Sep 26 05:20:41.715154 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.resource_helper [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Service CORE assigned prefix: {{(pid=106227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:20:41.715479 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 05:20:41.715803 dv-cinder-859186-2-iscsi neutron-server[106227]: WARNING neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] subnetpool is already registered Sep 26 05:20:41.718843 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.resource_helper [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:20:41.719288 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.resource_helper [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Service FLAVORS assigned prefix: {{(pid=106227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:20:41.719919 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.resource_helper [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:20:41.720492 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.resource_helper [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:20:41.720824 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:router Sep 26 05:20:41.721173 dv-cinder-859186-2-iscsi neutron-server[106227]: WARNING neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] router is already registered Sep 26 05:20:41.721595 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:floatingip Sep 26 05:20:41.721931 dv-cinder-859186-2-iscsi neutron-server[106227]: WARNING neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] floatingip is already registered Sep 26 05:20:41.722391 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.resource_helper [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Service METERING assigned prefix: /metering {{(pid=106227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:20:41.723101 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 05:20:41.723426 dv-cinder-859186-2-iscsi neutron-server[106227]: WARNING neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] rbac_policy is already registered Sep 26 05:20:41.723839 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:security_group Sep 26 05:20:41.724176 dv-cinder-859186-2-iscsi neutron-server[106227]: WARNING neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] security_group is already registered Sep 26 05:20:41.724627 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 05:20:41.724958 dv-cinder-859186-2-iscsi neutron-server[106227]: WARNING neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] security_group_rule is already registered Sep 26 05:20:41.725441 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.resource_helper [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Service CORE assigned prefix: {{(pid=106227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:20:41.725768 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 05:20:41.726096 dv-cinder-859186-2-iscsi neutron-server[106227]: WARNING neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] subnetpool is already registered Sep 26 05:20:41.726522 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.v2.resource_helper [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Service CORE assigned prefix: {{(pid=106227) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 05:20:41.726841 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 05:20:41.727166 dv-cinder-859186-2-iscsi neutron-server[106227]: WARNING neutron.quota.resource_registry [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] subnetpool is already registered Sep 26 05:20:41.727635 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: extensions {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.729256 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: address-groups {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.730742 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: address-scopes {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.731953 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: agents {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.733142 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: auto-allocated-topology {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.735656 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: availability_zones {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.737192 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: dhcp-networks {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.738607 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: dhcp-agents {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.740135 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: routers {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.741958 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: flavors {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.743123 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: service_profiles {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.744453 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: next_providers {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.745924 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: service_profiles {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.747386 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: floatingip-pools {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.748667 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: routers {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.750534 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: floatingips {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.751712 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: l3-routers {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.753140 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: l3-agents {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.754842 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: metering-labels {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.756423 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: metering-label-rules {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.757792 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: network-ip-availabilities {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.759437 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: bindings {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.761338 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: quotas {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.762991 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: quotas {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.765517 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: rbac-policies {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.767123 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: security-groups {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.768691 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: security-group-rules {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.770014 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: service-providers {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.771770 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: subnetpools {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.773593 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: subnetpools {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.775131 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: tags {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.777340 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: tags {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.779381 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: tags {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.782349 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: tags {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.784748 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: tags {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.786942 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: tags {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.789089 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: tags {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.790907 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: tags {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.792774 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: tags {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.794641 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron.api.extensions [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Extended resource: tags {{(pid=106227) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 05:20:41.802103 dv-cinder-859186-2-iscsi neutron-server[106227]: WARNING keystonemiddleware.auth_token [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 26 05:20:41.807163 dv-cinder-859186-2-iscsi neutron-server[106227]: WARNING keystonemiddleware.auth_token [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 26 05:20:41.816633 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_concurrency.lockutils [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Acquiring lock "singleton_lock" {{(pid=106227) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 26 05:20:41.816959 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_concurrency.lockutils [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Acquired lock "singleton_lock" {{(pid=106227) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 26 05:20:41.817425 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_concurrency.lockutils [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Releasing lock "singleton_lock" {{(pid=106227) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 26 05:20:41.818076 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO oslo_service.service [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Starting 2 workers Sep 26 05:20:41.822804 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Started child 106340 {{(pid=106227) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 05:20:41.827193 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Started child 106341 {{(pid=106227) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 05:20:41.829337 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:20:41.829983 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO neutron.service [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 26 05:20:41.830071 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:20:41.830868 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [-] (106340) wsgi starting up on http://0.0.0.0:9696 Sep 26 05:20:41.832415 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO oslo_service.service [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Starting 1 workers Sep 26 05:20:41.832682 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:20:41.834070 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [-] (106341) wsgi starting up on http://0.0.0.0:9696 Sep 26 05:20:41.837599 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Started child 106342 {{(pid=106227) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 05:20:41.838146 dv-cinder-859186-2-iscsi neutron-server[106227]: INFO oslo_service.service [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Starting 1 workers Sep 26 05:20:41.841447 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.service [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] calling RpcWorker wait() {{(pid=106342) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 26 05:20:41.841990 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.service [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] returning from RpcWorker wait() {{(pid=106342) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 26 05:20:41.842576 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Started child 106343 {{(pid=106227) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 05:20:41.843369 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG neutron_lib.callbacks.manager [None req-7626b893-2671-4dbe-9ee5-839dd27c0d50 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:20:41.843524 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:20:41.843932 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:20:41.845366 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106227) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 05:20:41.845580 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 05:20:41.845765 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 05:20:41.845990 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 05:20:41.846327 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 05:20:41.846508 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 05:20:41.847010 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.847293 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.847552 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.847825 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.848037 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:20:41.848578 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.848668 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.848883 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.849015 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:20:41.849166 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.849437 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.849607 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.849771 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.850012 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.850254 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.850575 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.850849 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.851089 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.851340 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.851511 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.851769 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.852025 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.852285 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.852566 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] debug = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.852833 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.853307 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.853554 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.853795 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.854037 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.854295 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.854533 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.854793 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.855037 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.855265 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.855496 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.855754 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.855995 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.856228 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.856484 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.856746 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.856967 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.857472 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] host = dv-cinder-859186-2-iscsi {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.857707 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.857949 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.858189 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.858441 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.858688 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.858988 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.859463 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.859839 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.860108 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.860328 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.860596 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.861100 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.861351 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.861569 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_file = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.861734 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_options = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.861976 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.862250 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.862519 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.862703 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.862870 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.863031 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.863278 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.863441 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.863675 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.863904 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.864112 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.864358 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.864575 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.864803 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.865052 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.865295 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.865512 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.865733 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.866005 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.866262 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.866515 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.866757 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.867029 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.867246 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.867400 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.867706 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.869647 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.870677 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.871013 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.871780 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.872120 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.872763 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.872763 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.873150 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.873409 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.873758 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.874010 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.874258 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.875113 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.875355 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.875619 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.876035 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.877106 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.877106 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.877106 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.877106 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.877415 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] use_json = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.877494 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.877720 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.878130 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.878395 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.878653 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.878878 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.879111 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.879353 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.879584 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.880016 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.880358 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.881824 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.881824 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.881824 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.881824 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.881824 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.881824 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.884868 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.884868 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.884868 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.884868 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.884868 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.884868 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.884868 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.884868 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.885782 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.885782 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.885782 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.885782 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.885782 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.885782 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.886456 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.886456 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.886456 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.886788 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.886916 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.888616 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.888616 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.888616 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.888616 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.888616 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.888616 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.889388 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.889388 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.889388 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.889736 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.889736 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.892042 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.892042 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.892042 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.892042 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.892042 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.892042 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.892820 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.892820 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.892820 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.893077 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.893178 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.894909 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.894909 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.894909 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.894909 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.894909 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.894909 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.894909 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.894909 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.895839 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.895839 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.895839 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.895839 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.896309 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.896309 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.896541 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.896749 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.896955 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.897741 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.897741 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.897741 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.898123 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.898123 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.899283 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.899283 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.899283 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.899283 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.899283 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.899773 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.899773 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.899975 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.900089 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.900330 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.900525 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.900760 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.900993 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.901238 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.901456 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.901671 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.901883 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.902096 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.902307 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.902517 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.902764 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.903091 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.903532 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.903953 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.904379 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.904875 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.905305 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.905608 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.905832 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.906053 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.906300 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.906740 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.907004 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.907355 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.907650 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.907926 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.908204 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.908690 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.908918 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.909144 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.909384 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.909608 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.909857 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.910115 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.910361 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.910583 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.910868 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.911106 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.911351 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.911576 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.911830 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.912084 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.912382 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.912643 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.912935 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.913162 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.914888 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.914888 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.914888 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.914888 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.914888 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.914888 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.915362 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.915362 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.915506 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.915693 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.915966 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.916188 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.916456 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.916682 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.916903 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.917133 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.917459 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.918162 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.918162 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.918162 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.918424 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.918654 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.918908 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.919170 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.919438 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.919690 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.919942 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.920169 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.920449 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.920704 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.920940 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.921152 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.921658 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.921912 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.922121 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.922337 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.922551 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.922801 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.923016 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.923233 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.923446 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.923667 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.923908 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.924156 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.924486 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.924727 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.924975 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.925192 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.925444 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.925660 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.926132 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.926367 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.926601 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.926866 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.927117 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.927350 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.927579 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.927824 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.928076 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.928316 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.928578 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.928829 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.929546 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.929817 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.929972 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.930168 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.930470 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.930686 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.930878 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.931069 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.931322 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.931680 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.931920 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.932168 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.932458 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.932702 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.932952 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.933188 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.933410 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.933658 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.933877 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.934101 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.934320 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.934548 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.934768 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.935006 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.935223 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.935446 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.935682 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.935940 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.936184 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.936458 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.936691 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.937466 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.937685 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.937912 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.938232 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.938478 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.938698 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.938911 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.939151 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.939392 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.939605 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.939940 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.940187 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.940438 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.940692 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.940924 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.941122 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.941350 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.941562 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.941795 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.942018 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.942233 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.942464 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.942712 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.942942 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.943150 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.943372 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.943587 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.943797 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.944023 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.944233 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.944483 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.944704 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.944920 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.945151 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.945398 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.945607 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.945835 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.946055 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.946275 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.946484 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.946727 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.946957 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.947170 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.947389 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.947632 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.947841 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.948139 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.948405 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.948627 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.948916 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.949016 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:20:41.949146 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.949404 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.949625 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.949928 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.950143 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.950383 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.950612 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.950829 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.951054 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.951304 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.951622 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.952216 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.953210 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.953436 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.954102 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.954545 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.954826 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.955039 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.955338 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.955661 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.955931 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.956186 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.956465 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.956705 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.956954 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.957192 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.957429 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.957663 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.957880 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.958134 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.958396 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.958624 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.958849 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.959117 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.959336 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.959587 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.959818 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.960043 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.960287 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.960450 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 05:20:41.960975 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106227) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 05:20:41.961134 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 05:20:41.961446 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 05:20:41.961624 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 05:20:41.961790 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 05:20:41.962095 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 05:20:41.962307 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.962469 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.962649 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.962784 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.962983 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.963147 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.963307 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.963465 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.963623 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.963783 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.963942 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.964100 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.964276 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.964445 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.964601 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.964759 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.964916 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.965078 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.965235 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.965393 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.965550 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.965706 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] debug = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.965864 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.966069 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.966243 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.966382 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.966515 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.966668 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.966818 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.966954 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.967115 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.967255 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.967402 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.967563 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.967703 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.967864 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.968005 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.968209 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.968387 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.968542 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] host = dv-cinder-859186-2-iscsi {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.968703 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.968919 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.969064 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.969208 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.969342 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.969486 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.969628 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.969762 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.969895 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.970027 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.971745 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.971745 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.971745 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.971745 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_file = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.971745 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_options = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.971745 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.971745 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.971745 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.974123 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.974123 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.974123 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.974123 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.974123 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.974123 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.974123 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.975309 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.975309 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.975309 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.975309 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.975309 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.975309 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.975309 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.975309 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.976323 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.976323 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.976323 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.976323 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.976323 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.976323 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.976323 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.976323 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.977573 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.977573 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.977573 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.977573 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.977573 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.977573 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.977573 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.977573 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.978560 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.978560 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.978560 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.978560 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.978560 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.978560 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.978560 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.978560 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.979861 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.979861 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.979861 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.979861 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.979861 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] use_json = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.979861 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.979861 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.979861 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.979861 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.980986 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.980986 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.980986 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.980986 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.980986 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 05:20:41.980986 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.980986 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.980986 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.981831 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.981831 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.981831 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.981831 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.981831 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.981831 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.981831 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.981831 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.982360 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.982360 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.982360 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.982360 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.982360 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.982360 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.982360 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.982360 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.983136 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.983136 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.983136 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.983136 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.983136 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.983136 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.983744 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.983744 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.983744 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.983744 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.984074 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.984205 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.984323 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.984494 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.984675 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.984774 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.984903 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.985047 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.985209 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.985370 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.985531 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.986143 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.986143 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.986354 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.986435 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.986646 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.986814 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.986975 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.987136 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.987296 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.987474 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.987618 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.987777 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.987937 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.988099 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.988308 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.988443 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.988602 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.988773 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.988933 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.989092 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.989251 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.989412 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.989571 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.989730 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.989889 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.990048 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.990209 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.990368 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.990540 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.990699 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.990857 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.991018 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.991178 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.991338 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.991498 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.991656 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.991815 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.991974 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.992133 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.992320 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.992483 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.992642 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.992801 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.992959 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.993119 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.993278 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.993437 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.993595 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.993753 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.993912 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.994070 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.994238 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.994413 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.994571 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.994731 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.994888 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.995049 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.995208 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.995367 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.995525 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.995685 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.995844 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.996001 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.996159 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.996344 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.996489 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.996651 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.996809 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.996967 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.997125 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.997284 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.997441 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.997600 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.997758 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.997915 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.998073 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.998237 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.998397 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.998556 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.998714 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.998872 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.999032 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.999190 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:41.999997 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.000274 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.000361 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.000513 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.000748 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.000922 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.001083 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.001243 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.001403 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.001565 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.001725 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.001886 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.002045 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.002204 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.002364 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.002523 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.002695 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.002854 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.003015 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.003174 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.003357 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.003516 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.003675 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.003835 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.003993 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.004151 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.004337 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.004497 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.004658 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.004817 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.004978 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.005139 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.005299 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.005458 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.005618 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.005776 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.005938 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.006098 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.006259 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.006420 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.006580 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.006739 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.006899 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.007058 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.007217 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.007377 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.007536 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.007695 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.007855 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.008014 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.008174 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.008354 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.008514 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.008678 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.008837 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.008995 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.009153 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.009314 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.009550 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.010272 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.010272 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.010272 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.010639 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 32992) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:20:42.010778 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.010778 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.010778 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.010778 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.010778 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.011351 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.011351 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.011351 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.011351 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.011793 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.011793 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.011793 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.012131 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.012131 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.012398 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.012398 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.012637 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.012637 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.012875 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.012998 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.013121 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.013247 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.013378 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.013525 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.013685 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.013845 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.014003 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.014161 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.014320 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.014480 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.014639 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.014801 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.015098 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.015749 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.015911 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.016071 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.016298 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.016518 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.016682 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.016843 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.017004 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.017165 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.017326 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.017486 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.017647 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.017822 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.017950 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0057549 Sep 26 05:20:42.018153 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.018153 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.018401 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.018522 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.018647 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.018843 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.018967 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.019088 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.019209 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.019339 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.019468 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.019628 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.019788 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.019947 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.020107 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.020322 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.020462 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.020585 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.020745 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.020904 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.021064 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.021223 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.021382 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.021552 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.021754 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.021879 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.022001 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.022148 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.022306 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.022498 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.022618 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.022777 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.022936 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.023055 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [-] 10.222.0.49 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0043349 Sep 26 05:20:42.023212 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.023335 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.023441 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.023550 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.023710 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.023877 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.024035 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.024194 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.024382 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.024555 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.024717 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.024879 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.025038 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.025196 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.025356 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.025516 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.026130 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.026130 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.026130 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.026130 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.026449 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.026449 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.026609 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.026761 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.026931 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.027101 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.027261 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.027419 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.027574 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.027735 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.027894 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.028066 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.028190 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.028394 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.028532 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.028691 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.028850 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.029010 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.029169 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.029329 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.029488 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.029653 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.029810 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.029970 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.030129 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 05:20:42.030283 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106227) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 05:20:51.321382 dv-cinder-859186-2-iscsi neutron-server[106227]: DEBUG dbcounter [-] [106227] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106227) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:20:53.241684 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491d2a9f-42a9-4972-b3ee-ac1d31d35bda None None] get_active_networks_info from dv-cinder-859186-2-iscsi {{(pid=106342) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 26 05:20:53.268215 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writer thread running {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 05:20:53.345643 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491d2a9f-42a9-4972-b3ee-ac1d31d35bda None None] No non-hosted networks {{(pid=106342) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 26 05:20:53.354054 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.agentschedulers_db [None req-491d2a9f-42a9-4972-b3ee-ac1d31d35bda None None] DHCP Agent not found on host dv-cinder-859186-2-iscsi {{(pid=106342) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 26 05:20:53.408227 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-25b894ec-da74-4286-afb8-bf4593014682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582596'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:20:55.071283 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writer thread running {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 05:20:55.567316 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a4755386-e8e5-4655-8422-69c2502fbebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582596'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:20:55.596199 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c8e69f0f-9994-4e2e-ae0b-8a2f3d5fbb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:20:56.688780 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582596'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:20:57.176684 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 33066) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:20:57.745119 dv-cinder-859186-2-iscsi neutron-server[106341]: WARNING oslo_policy.policy [None req-fe64cefa-5bdf-4bb3-bd88-62e155c91e5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:20:57.745696 dv-cinder-859186-2-iscsi neutron-server[106341]: WARNING oslo_policy.policy [None req-fe64cefa-5bdf-4bb3-bd88-62e155c91e5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:20:57.966210 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [None req-fe64cefa-5bdf-4bb3-bd88-62e155c91e5e admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:20:57.968305 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-fe64cefa-5bdf-4bb3-bd88-62e155c91e5e admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7897553 Sep 26 05:20:58.239477 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582596'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:20:58.241826 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:20:58.243542 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:20:58.243928 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:20:58.245010 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:20:58.245847 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:20:58.246473 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:20:58.247001 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:20:58.248149 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:20:58.249826 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:20:58.250853 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:20:58.251360 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:20:58.251927 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:20:58.252630 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:20:58.253177 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:20:58.253621 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:20:58.254570 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-859186-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:20:58.262919 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-859186-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:20:58.423753 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582596'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:00.678448 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 33100) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:21:01.021732 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-de0c8549-487e-4326-a189-20f2a7116bb5 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:21:01.034706 dv-cinder-859186-2-iscsi neutron-server[106341]: ERROR stevedore.extension [None req-de0c8549-487e-4326-a189-20f2a7116bb5 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 05:21:01.118330 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.policy [None req-de0c8549-487e-4326-a189-20f2a7116bb5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106341) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 05:21:01.161184 dv-cinder-859186-2-iscsi neutron-server[106341]: WARNING oslo_policy.policy [None req-de0c8549-487e-4326-a189-20f2a7116bb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:21:01.161557 dv-cinder-859186-2-iscsi neutron-server[106341]: WARNING oslo_policy.policy [None req-de0c8549-487e-4326-a189-20f2a7116bb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:21:01.181672 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writer thread running {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 05:21:01.259273 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-de0c8549-487e-4326-a189-20f2a7116bb5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757571667666', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757571667110', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757571684298', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757571709069', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757571711983', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757571726951', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7673667', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7732277', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-573584', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628398'] for rbac-policy (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:01.331089 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-de0c8549-487e-4326-a189-20f2a7116bb5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:01.332238 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-de0c8549-487e-4326-a189-20f2a7116bb5 admin admin] 10.222.0.49 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6528752 Sep 26 05:21:01.733757 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.db.l3_hamode_db [None req-96cef251-e39a-4667-8a50-59447bfd8045 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 26 05:21:01.812429 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cef251-e39a-4667-8a50-59447bfd8045 None None] Routers set() bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:21:01.812825 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cef251-e39a-4667-8a50-59447bfd8045 None None] Router IDs set() for agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 26 05:21:03.936085 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 33110) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:21:04.260127 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:21:04.289809 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Made reservation on behalf of f415ede09edd4a15803a41d7f0ac862c for: {'network': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:21:04.294347 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:04.313397 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:04.422102 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Publish callbacks [] for security_group (98537543-5e03-4c6b-9c3c-70d6916fbc2c), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:04.425438 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (98537543-5e03-4c6b-9c3c-70d6916fbc2c), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:04.450538 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=106341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:21:04.487100 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757568105400', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (031c6e7e-c659-422f-921e-d792b06d148c), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:04.487681 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Unsubscribe: segment precommit_create {{(pid=106341) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 05:21:04.488234 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.segments_db [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Added segment 031c6e7e-c659-422f-921e-d792b06d148c of type vlan for network 569e4a7c-0330-4c27-9e2e-3445113c7a43 Sep 26 05:21:04.504483 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=98537543-5e03-4c6b-9c3c-70d6916fbc2c,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:04.566376 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:04.566714 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:04.567069 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:04.567423 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:04.567753 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:04.568078 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:04.568435 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:04.568764 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:04.569083 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:04.569401 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:04.569717 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:04.570054 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:04.570371 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:04.570687 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:04.570999 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Tracked resource versions report: Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: pushed versions: Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: { 'AddressGroup': {'1.2'}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Agent': {'1.1'}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'ConntrackHelper': {'1.0'}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Log': {'1.0'}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'NDPProxy': {'1.0'}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Network': {'1.1'}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Port': {'1.7'}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'PortForwarding': {'1.3'}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'QosPolicy': {'1.10'}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'SecurityGroup': {'1.5'}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'SubPort': {'1.0'}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Subnet': {'1.1'}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Trunk': {'1.1'}} Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: consumer versions: Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: { DHCP agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: L3 agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: Metadata agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: Metering agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: Open vSwitch agent@dv-cinder-859186-2-iscsi: { 'AddressGroup': '1.2', Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Agent': '1.1', Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'ConntrackHelper': '1.0', Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'LocalIPAssociation': '1.0', Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Log': '1.0', Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'NDPProxy': '1.0', Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Network': '1.1', Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Port': '1.7', Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'PortForwarding': '1.3', Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'QosPolicy': '1.10', Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'SecurityGroup': '1.5', Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'SecurityGroupRule': '1.2', Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'SubPort': '1.0', Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Subnet': '1.1', Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Trunk': '1.1'}} Sep 26 05:21:04.572430 dv-cinder-859186-2-iscsi neutron-server[106341]: {{(pid=106341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:21:04.621154 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (569e4a7c-0330-4c27-9e2e-3445113c7a43), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:04.662970 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (569e4a7c-0330-4c27-9e2e-3445113c7a43), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:04.667876 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:21:04.668625 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:04.678630 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:04.728199 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7909701 Sep 26 05:21:04.800308 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a504c75-fd6c-45fc-9a50-3355f068ba18 demo demo] Pushing event updated for resources: {'Network': ['ID=569e4a7c-0330-4c27-9e2e-3445113c7a43,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:04.813600 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network 569e4a7c-0330-4c27-9e2e-3445113c7a43 details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:21:07.383535 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 33124) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:21:07.797066 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f531de2-1c7b-4121-a8cb-7cbdf4321bcd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:21:07.798435 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-2f531de2-1c7b-4121-a8cb-7cbdf4321bcd demo admin] 10.222.0.49 "GET /networking/v2.0/networks/569e4a7c-0330-4c27-9e2e-3445113c7a43 HTTP/1.1" status: 200 len: 825 time: 0.4139504 Sep 26 05:21:07.823417 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-ccca112a-1a4e-4165-a160-bf92cf80d2c2 demo admin] 10.222.0.49 "GET /networking/v2.0/subnetpools/241c276c-4825-40ab-a584-49de72f541b1 HTTP/1.1" status: 200 len: 734 time: 0.0189707 Sep 26 05:21:07.832230 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-af48cf62-9c8d-4f2e-b123-f951ac7cc430 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '241c276c-4825-40ab-a584-49de72f541b1', 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:21:07.853006 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af48cf62-9c8d-4f2e-b123-f951ac7cc430 demo admin] Made reservation on behalf of f415ede09edd4a15803a41d7f0ac862c for: {'subnet': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:21:07.855203 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-af48cf62-9c8d-4f2e-b123-f951ac7cc430 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:08.004172 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:08.149407 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-af48cf62-9c8d-4f2e-b123-f951ac7cc430 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (12cefef8-5ccc-438b-b2bf-c15553841101), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:08.220773 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48cf62-9c8d-4f2e-b123-f951ac7cc430 demo admin] Pushing event updated for resources: {'Subnet': ['ID=12cefef8-5ccc-438b-b2bf-c15553841101,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:08.228282 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af48cf62-9c8d-4f2e-b123-f951ac7cc430 demo admin] Checking segment: {'id': '031c6e7e-c659-422f-921e-d792b06d148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:21:08.228282 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af48cf62-9c8d-4f2e-b123-f951ac7cc430 demo admin] Network hostable DHCP agents. Network: 569e4a7c-0330-4c27-9e2e-3445113c7a43, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:21:08.247548 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af48cf62-9c8d-4f2e-b123-f951ac7cc430 demo admin] Network 569e4a7c-0330-4c27-9e2e-3445113c7a43 is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:21:08.257578 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-af48cf62-9c8d-4f2e-b123-f951ac7cc430 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, 569e4a7c-0330-4c27-9e2e-3445113c7a43) {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:21:08.261913 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af48cf62-9c8d-4f2e-b123-f951ac7cc430 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:21:08.262519 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-af48cf62-9c8d-4f2e-b123-f951ac7cc430 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:08.267256 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0ea5ed-e081-41bb-94f5-a76b8ce7d13c None None] Network 569e4a7c-0330-4c27-9e2e-3445113c7a43 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:21:08.277897 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-af48cf62-9c8d-4f2e-b123-f951ac7cc430 demo admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4487441 Sep 26 05:21:08.533259 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12aad040-6483-5282-87ec-497c7478fcf0-569e4a7c-0330-4c27-9e2e-3445113c7a43', 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43', 'project_id': 'f415ede09edd4a15803a41d7f0ac862c', 'fixed_ips': [{'subnet_id': '12cefef8-5ccc-438b-b2bf-c15553841101'}]}} from dv-cinder-859186-2-iscsi. {{(pid=106342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:21:08.534534 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:08.814205 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Allocated IP 172.20.0.2 (569e4a7c-0330-4c27-9e2e-3445113c7a43/12cefef8-5ccc-438b-b2bf-c15553841101/e0d08f9b-5298-4ea3-a3ce-17d90a6d537b) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:21:08.821104 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=63,neutron:INSERT=37 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:09.110509 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Publish callbacks [] for port (e0d08f9b-5298-4ea3-a3ce-17d90a6d537b), precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:09.118748 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (e0d08f9b-5298-4ea3-a3ce-17d90a6d537b), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:09.192807 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Network 569e4a7c-0330-4c27-9e2e-3445113c7a43 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:21:09.198086 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:21:09.206482 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:21:09.214332 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Pushing event updated for resources: {'Port': ['ID=e0d08f9b-5298-4ea3-a3ce-17d90a6d537b,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:09.247188 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:09.248231 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:09.248659 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:09.249022 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:09.249364 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:09.249696 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:09.250027 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:09.250352 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:09.250678 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:09.251003 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:09.251334 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:09.251676 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:09.252004 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:09.252353 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:09.252675 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Tracked resource versions report: Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: pushed versions: Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: { 'AddressGroup': {'1.2'}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Agent': {'1.1'}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'ConntrackHelper': {'1.0'}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Log': {'1.0'}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'NDPProxy': {'1.0'}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Network': {'1.1'}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Port': {'1.7'}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'PortForwarding': {'1.3'}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'QosPolicy': {'1.10'}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'SecurityGroup': {'1.5'}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'SubPort': {'1.0'}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Subnet': {'1.1'}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Trunk': {'1.1'}} Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: consumer versions: Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: { DHCP agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: L3 agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: Metadata agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: Metering agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: Open vSwitch agent@dv-cinder-859186-2-iscsi: { 'AddressGroup': '1.2', Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Agent': '1.1', Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'ConntrackHelper': '1.0', Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'LocalIPAssociation': '1.0', Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Log': '1.0', Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'NDPProxy': '1.0', Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Network': '1.1', Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Port': '1.7', Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'PortForwarding': '1.3', Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'QosPolicy': '1.10', Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'SecurityGroup': '1.5', Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'SecurityGroupRule': '1.2', Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'SubPort': '1.0', Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Subnet': '1.1', Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Trunk': '1.1'}} Sep 26 05:21:09.254149 dv-cinder-859186-2-iscsi neutron-server[106342]: {{(pid=106342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:21:09.304611 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Attempting to bind port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:21:09.305258 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Attempting to bind port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': '031c6e7e-c659-422f-921e-d792b06d148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:21:09.305423 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Attempting to bind port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b on network 569e4a7c-0330-4c27-9e2e-3445113c7a43 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:21:09.344143 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:09.365655 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:21:09.365963 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Checking segment: {'id': '031c6e7e-c659-422f-921e-d792b06d148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:21:09.366439 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:09.366830 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Bound using segment: {'id': '031c6e7e-c659-422f-921e-d792b06d148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:21:09.367294 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Bound port: e0d08f9b-5298-4ea3-a3ce-17d90a6d537b, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031c6e7e-c659-422f-921e-d792b06d148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:21:09.367703 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e0d08f9b-5298-4ea3-a3ce-17d90a6d537b), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:09.435584 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] For port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:21:09.454801 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] For port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=e0d08f9b-5298-4ea3-a3ce-17d90a6d537b,segment=NetworkSegment(031c6e7e-c659-422f-921e-d792b06d148c),segment_id=031c6e7e-c659-422f-921e-d792b06d148c)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:21:09.463653 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (e0d08f9b-5298-4ea3-a3ce-17d90a6d537b), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:09.513311 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7182732-cd7f-4835-abc4-c5d06dc5a795 None None] Pushing event updated for resources: {'Port': ['ID=e0d08f9b-5298-4ea3-a3ce-17d90a6d537b,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:10.958764 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 33134) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:21:11.287591 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [None req-4cc46728-8a7e-4e50-b042-32e454a6f1bf admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:21:11.288789 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-4cc46728-8a7e-4e50-b042-32e454a6f1bf admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3290560 Sep 26 05:21:13.438979 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=6 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:13.443546 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:13.969847 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 33146) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:21:14.302120 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [None req-fa88a8a3-1fc0-4270-b265-70e5fcaf6284 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:21:14.303111 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-fa88a8a3-1fc0-4270-b265-70e5fcaf6284 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3323896 Sep 26 05:21:16.975980 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 33158) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:21:17.308347 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-dfa4246a-b1bb-4b24-a947-b8cb17297b5e demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:21:17.334927 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-dfa4246a-b1bb-4b24-a947-b8cb17297b5e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-582796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router (0e5161c7-0040-4c58-b236-ef1b41813031), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:17.336511 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-dfa4246a-b1bb-4b24-a947-b8cb17297b5e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-581809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5216'] for router (0e5161c7-0040-4c58-b236-ef1b41813031), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:17.476103 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-dfa4246a-b1bb-4b24-a947-b8cb17297b5e demo demo] Publish callbacks [] for router_controller (0e5161c7-0040-4c58-b236-ef1b41813031), precommit_add_association {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:17.480834 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-dfa4246a-b1bb-4b24-a947-b8cb17297b5e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581409'] for router (0e5161c7-0040-4c58-b236-ef1b41813031), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:17.499192 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-dfa4246a-b1bb-4b24-a947-b8cb17297b5e demo demo] Publish callbacks [] for router (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:17.500369 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-dfa4246a-b1bb-4b24-a947-b8cb17297b5e demo demo] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5232921 Sep 26 05:21:17.563831 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037158f0-1f68-407a-a02a-a34b30a8f5df None None] Network 569e4a7c-0330-4c27-9e2e-3445113c7a43 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:21:17.622547 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-a83982b2-158e-4aac-b7e0-c67fc6269e2a None None] Provisioning complete for port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:21:17.622950 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a83982b2-158e-4aac-b7e0-c67fc6269e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (e0d08f9b-5298-4ea3-a3ce-17d90a6d537b), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:17.623314 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-a83982b2-158e-4aac-b7e0-c67fc6269e2a None None] Attempt 1 to provision port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b Sep 26 05:21:17.819763 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-a83982b2-158e-4aac-b7e0-c67fc6269e2a None None] Current status of the port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:21:17.820041 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a83982b2-158e-4aac-b7e0-c67fc6269e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e0d08f9b-5298-4ea3-a3ce-17d90a6d537b), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:17.855126 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-a83982b2-158e-4aac-b7e0-c67fc6269e2a None None] For port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=e0d08f9b-5298-4ea3-a3ce-17d90a6d537b,segment=NetworkSegment(031c6e7e-c659-422f-921e-d792b06d148c),segment_id=031c6e7e-c659-422f-921e-d792b06d148c)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:21:17.858958 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a83982b2-158e-4aac-b7e0-c67fc6269e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (e0d08f9b-5298-4ea3-a3ce-17d90a6d537b), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:17.908701 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83982b2-158e-4aac-b7e0-c67fc6269e2a None None] Pushing event updated for resources: {'Port': ['ID=e0d08f9b-5298-4ea3-a3ce-17d90a6d537b,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:17.989289 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device e0d08f9b-5298-4ea3-a3ce-17d90a6d537b up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:21:18.037929 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:21:18.038324 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (e0d08f9b-5298-4ea3-a3ce-17d90a6d537b), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:18.038667 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b Sep 26 05:21:18.067163 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:18.093294 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-97b9c699-112e-4a8b-a248-5076032f377c None None] Provisioning complete for port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:21:18.093603 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-97b9c699-112e-4a8b-a248-5076032f377c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (e0d08f9b-5298-4ea3-a3ce-17d90a6d537b), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:18.093941 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-97b9c699-112e-4a8b-a248-5076032f377c None None] Attempt 1 to provision port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b Sep 26 05:21:18.151484 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:21:18.194973 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-97b9c699-112e-4a8b-a248-5076032f377c None None] Current status of the port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:21:19.929142 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device e0d08f9b-5298-4ea3-a3ce-17d90a6d537b up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:21:19.969579 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:19.974710 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:21:19.975280 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (e0d08f9b-5298-4ea3-a3ce-17d90a6d537b), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:19.975563 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b Sep 26 05:21:20.050583 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:21:20.136071 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33166) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:21:20.644619 dv-cinder-859186-2-iscsi neutron-server[106340]: WARNING oslo_policy.policy [None req-5426ea7b-cf17-4cb6-8b25-f77bb15696bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:21:20.645186 dv-cinder-859186-2-iscsi neutron-server[106340]: WARNING oslo_policy.policy [None req-5426ea7b-cf17-4cb6-8b25-f77bb15696bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:21:20.863198 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [None req-5426ea7b-cf17-4cb6-8b25-f77bb15696bb admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106340) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:21:20.864403 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-5426ea7b-cf17-4cb6-8b25-f77bb15696bb admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7263918 Sep 26 05:21:23.223690 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b986fd51-3985-4235-a562-7d3e22fbe99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:23.529785 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33180) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:21:23.850274 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:21:23.863494 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writer thread running {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 05:21:23.869123 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:23.906336 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Made reservation on behalf of 3af173ac0b7d40069de1fa09770699a3 for: {'network': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:21:23.915716 dv-cinder-859186-2-iscsi neutron-server[106340]: ERROR stevedore.extension [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 05:21:23.968635 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.policy [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106340) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 05:21:24.011525 dv-cinder-859186-2-iscsi neutron-server[106340]: WARNING oslo_policy.policy [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:21:24.011933 dv-cinder-859186-2-iscsi neutron-server[106340]: WARNING oslo_policy.policy [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 05:21:24.021279 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:24.042543 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:24.155853 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Publish callbacks [] for security_group (a9d25fb9-2cb7-46b3-b2f5-dc9e7e6c582f), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:24.159350 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (a9d25fb9-2cb7-46b3-b2f5-dc9e7e6c582f), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:24.171004 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Reserving flat network on physical network physnet1 {{(pid=106340) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 26 05:21:24.203528 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757568105400', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (ea907f78-bc90-4713-8ea7-08de090e0f29), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:24.204083 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Unsubscribe: segment precommit_create {{(pid=106340) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 05:21:24.204659 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.segments_db [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Added segment ea907f78-bc90-4713-8ea7-08de090e0f29 of type flat for network 1d7e5a44-5796-4db3-9f47-9726042cf055 Sep 26 05:21:24.220983 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d25fb9-2cb7-46b3-b2f5-dc9e7e6c582f,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:24.272049 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:24.272411 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:24.272766 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:24.273100 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:24.273426 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:24.273749 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:24.274069 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:24.274392 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:24.274732 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:24.275050 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:24.275387 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:24.275722 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:24.276039 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:24.276380 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:24.276697 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Tracked resource versions report: Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: pushed versions: Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: { 'AddressGroup': {'1.2'}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Agent': {'1.1'}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'ConntrackHelper': {'1.0'}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Log': {'1.0'}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'NDPProxy': {'1.0'}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Network': {'1.1'}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Port': {'1.7'}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'PortForwarding': {'1.3'}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'QosPolicy': {'1.10'}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'SecurityGroup': {'1.5'}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'SubPort': {'1.0'}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Subnet': {'1.1'}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Trunk': {'1.1'}} Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: consumer versions: Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: { DHCP agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: L3 agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: Metadata agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: Metering agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: Open vSwitch agent@dv-cinder-859186-2-iscsi: { 'AddressGroup': '1.2', Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Agent': '1.1', Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'ConntrackHelper': '1.0', Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'LocalIPAssociation': '1.0', Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Log': '1.0', Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'NDPProxy': '1.0', Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Network': '1.1', Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Port': '1.7', Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'PortForwarding': '1.3', Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'QosPolicy': '1.10', Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'SecurityGroup': '1.5', Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'SecurityGroupRule': '1.2', Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'SubPort': '1.0', Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Subnet': '1.1', Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Trunk': '1.1'}} Sep 26 05:21:24.278792 dv-cinder-859186-2-iscsi neutron-server[106340]: {{(pid=106340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:21:24.320851 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (1d7e5a44-5796-4db3-9f47-9726042cf055), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:24.366753 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (1d7e5a44-5796-4db3-9f47-9726042cf055), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:24.367907 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:21:24.368630 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:24.474790 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9439352 Sep 26 05:21:24.500494 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570f7fb-2da4-44b0-b9f8-60141809a14e admin admin] Pushing event updated for resources: {'Network': ['ID=1d7e5a44-5796-4db3-9f47-9726042cf055,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:24.510996 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:21:25.565006 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b26e0f8c-2891-4f69-a1a2-461a5c3c1626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:26.654750 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:27.111647 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33196) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:21:27.492648 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=66,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:27.493393 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=37,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:27.529952 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ce2f7e-8126-47ec-82d5-45ae13f09f6a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:21:27.531340 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-82ce2f7e-8126-47ec-82d5-45ae13f09f6a demo admin] 10.222.0.49 "GET /networking/v2.0/subnets/12cefef8-5ccc-438b-b2bf-c15553841101 HTTP/1.1" status: 200 len: 849 time: 0.4187171 Sep 26 05:21:27.691155 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-ba81e53e-0f06-456e-9d71-5f8f109bc2c9 demo admin] 10.222.0.49 "GET /networking/v2.0/routers/0e5161c7-0040-4c58-b236-ef1b41813031 HTTP/1.1" status: 200 len: 704 time: 0.1538050 Sep 26 05:21:27.976225 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:28.228683 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:28.242891 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:28.247299 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:28.276421 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Allocated IP 172.20.0.1 (569e4a7c-0330-4c27-9e2e-3445113c7a43/12cefef8-5ccc-438b-b2bf-c15553841101/63e529c1-7a54-4150-afb4-64d1e51ed398) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:21:28.389331 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:28.462545 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Publish callbacks [] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:28.523234 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:28.598007 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Network 569e4a7c-0330-4c27-9e2e-3445113c7a43 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:21:28.606610 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:21:28.611687 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Pushing event updated for resources: {'Port': ['ID=63e529c1-7a54-4150-afb4-64d1e51ed398,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:28.615197 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:21:28.615762 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687896'] for router_interface (0e5161c7-0040-4c58-b236-ef1b41813031), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:28.770102 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Provisioning complete for port 63e529c1-7a54-4150-afb4-64d1e51ed398 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:21:28.770492 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:28.770836 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Attempt 1 to provision port 63e529c1-7a54-4150-afb4-64d1e51ed398 Sep 26 05:21:28.802186 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Port 63e529c1-7a54-4150-afb4-64d1e51ed398 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:21:28.820383 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:29.067100 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Publish callbacks [] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:29.071726 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:29.072599 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688012'] for router_interface (0e5161c7-0040-4c58-b236-ef1b41813031), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:29.148974 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Pushing event updated for resources: {'Port': ['ID=63e529c1-7a54-4150-afb4-64d1e51ed398,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:29.163466 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:29.200525 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Network 569e4a7c-0330-4c27-9e2e-3445113c7a43 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:21:29.201788 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:21:29.303091 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Attempt 2 to provision port 63e529c1-7a54-4150-afb4-64d1e51ed398 Sep 26 05:21:29.338127 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Port 63e529c1-7a54-4150-afb4-64d1e51ed398 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:21:29.361312 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Router 0e5161c7-0040-4c58-b236-ef1b41813031 is scheduled to L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f with binding_index 1 {{(pid=106340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:21:29.445927 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:29.451640 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:21:29.457395 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-def67483-7dea-47e4-96bb-4e213fd82328 demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/0e5161c7-0040-4c58-b236-ef1b41813031/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7609346 Sep 26 05:21:29.461903 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Sync routers for ids ['0e5161c7-0040-4c58-b236-ef1b41813031'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:21:29.475714 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Routers {'0e5161c7-0040-4c58-b236-ef1b41813031'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:21:29.476489 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-73712f8e-0320-4256-8bed-2608a922603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:21:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['0e5161c7-0040-4c58-b236-ef1b41813031'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:21:29.658897 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Set router 0e5161c7-0040-4c58-b236-ef1b41813031 gateway port host: None {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:21:29.839503 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Attempt 3 to provision port 63e529c1-7a54-4150-afb4-64d1e51ed398 Sep 26 05:21:29.870423 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Port 63e529c1-7a54-4150-afb4-64d1e51ed398 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:21:30.087551 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-73712f8e-0320-4256-8bed-2608a922603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5161c7-0040-4c58-b236-ef1b41813031', 'name': 'router1', 'tenant_id': 'f415ede09edd4a15803a41d7f0ac862c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:21:17Z', 'updated_at': '2022-09-26T05:21:28Z', 'revision_number': 2, 'project_id': 'f415ede09edd4a15803a41d7f0ac862c', 'gw_port_host': None, '_interfaces': [{'id': '63e529c1-7a54-4150-afb4-64d1e51ed398', 'name': '', 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43', 'tenant_id': 'f415ede09edd4a15803a41d7f0ac862c', 'mac_address': 'fa:16:3e:d5:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5161c7-0040-4c58-b236-ef1b41813031', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12cefef8-5ccc-438b-b2bf-c15553841101', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:21:28Z', 'updated_at': '2022-09-26T05:21:28Z', 'revision_number': 2, 'project_id': 'f415ede09edd4a15803a41d7f0ac862c', 'subnets': [{'id': '12cefef8-5ccc-438b-b2bf-c15553841101', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '241c276c-4825-40ab-a584-49de72f541b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:21:30.139619 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Checking router: 0e5161c7-0040-4c58-b236-ef1b41813031 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:21:30.139988 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Updating router 0e5161c7-0040-4c58-b236-ef1b41813031 port 63e529c1-7a54-4150-afb4-64d1e51ed398 binding host dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:21:30.194794 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:30.372129 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Attempt 4 to provision port 63e529c1-7a54-4150-afb4-64d1e51ed398 Sep 26 05:21:30.403942 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Port 63e529c1-7a54-4150-afb4-64d1e51ed398 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:21:30.710698 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Publish callbacks [] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:30.718474 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:30.869164 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Attempting to bind port 63e529c1-7a54-4150-afb4-64d1e51ed398 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:21:30.869560 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Attempting to bind port 63e529c1-7a54-4150-afb4-64d1e51ed398 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': '031c6e7e-c659-422f-921e-d792b06d148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:21:30.869995 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Attempting to bind port 63e529c1-7a54-4150-afb4-64d1e51ed398 on network 569e4a7c-0330-4c27-9e2e-3445113c7a43 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:21:30.872340 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Pushing event updated for resources: {'Port': ['ID=63e529c1-7a54-4150-afb4-64d1e51ed398,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:30.905201 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Attempt 5 to provision port 63e529c1-7a54-4150-afb4-64d1e51ed398 Sep 26 05:21:30.905897 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:30.906244 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:30.906767 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:30.907127 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:30.907462 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:30.907789 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:30.908116 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:30.908462 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:30.908783 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:30.909099 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:30.909418 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:30.909756 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:30.910076 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:30.910390 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:30.910704 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Tracked resource versions report: Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: pushed versions: Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: { 'AddressGroup': {'1.2'}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Agent': {'1.1'}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'ConntrackHelper': {'1.0'}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Log': {'1.0'}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'NDPProxy': {'1.0'}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Network': {'1.1'}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Port': {'1.7'}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'PortForwarding': {'1.3'}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'QosPolicy': {'1.10'}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'SecurityGroup': {'1.5'}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'SubPort': {'1.0'}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Subnet': {'1.1'}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Trunk': {'1.1'}} Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: consumer versions: Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: { DHCP agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: L3 agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: Metadata agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: Metering agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: Open vSwitch agent@dv-cinder-859186-2-iscsi: { 'AddressGroup': '1.2', Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Agent': '1.1', Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'ConntrackHelper': '1.0', Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'LocalIPAssociation': '1.0', Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Log': '1.0', Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'NDPProxy': '1.0', Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Network': '1.1', Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Port': '1.7', Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'PortForwarding': '1.3', Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'QosPolicy': '1.10', Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'SecurityGroup': '1.5', Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'SecurityGroupRule': '1.2', Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'SubPort': '1.0', Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Subnet': '1.1', Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Trunk': '1.1'}} Sep 26 05:21:30.912173 dv-cinder-859186-2-iscsi neutron-server[106343]: {{(pid=106343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:21:30.946331 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Port 63e529c1-7a54-4150-afb4-64d1e51ed398 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:21:30.984561 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:21:30.984887 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Checking segment: {'id': '031c6e7e-c659-422f-921e-d792b06d148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:21:30.985365 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:30.985750 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Bound using segment: {'id': '031c6e7e-c659-422f-921e-d792b06d148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:21:30.986218 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Bound port: 63e529c1-7a54-4150-afb4-64d1e51ed398, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031c6e7e-c659-422f-921e-d792b06d148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:21:30.986592 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:30.989169 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:31.050981 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-73712f8e-0320-4256-8bed-2608a922603a None None] For port 63e529c1-7a54-4150-afb4-64d1e51ed398, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:21:31.069947 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-73712f8e-0320-4256-8bed-2608a922603a None None] For port 63e529c1-7a54-4150-afb4-64d1e51ed398, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=63e529c1-7a54-4150-afb4-64d1e51ed398,segment=NetworkSegment(031c6e7e-c659-422f-921e-d792b06d148c),segment_id=031c6e7e-c659-422f-921e-d792b06d148c)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:21:31.076704 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:31.082194 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:31.118983 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Routers {'0e5161c7-0040-4c58-b236-ef1b41813031'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:21:31.119599 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-73712f8e-0320-4256-8bed-2608a922603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:21:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['0e5161c7-0040-4c58-b236-ef1b41813031'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:21:31.193526 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aaa3ea-30af-41dc-bc79-5387da22f2d3 None None] Pushing event updated for resources: {'Port': ['ID=63e529c1-7a54-4150-afb4-64d1e51ed398,revision_number=4']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:31.213991 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-73712f8e-0320-4256-8bed-2608a922603a None None] Set router 0e5161c7-0040-4c58-b236-ef1b41813031 gateway port host: None {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:21:31.402373 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-73712f8e-0320-4256-8bed-2608a922603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5161c7-0040-4c58-b236-ef1b41813031', 'name': 'router1', 'tenant_id': 'f415ede09edd4a15803a41d7f0ac862c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:21:17Z', 'updated_at': '2022-09-26T05:21:28Z', 'revision_number': 2, 'project_id': 'f415ede09edd4a15803a41d7f0ac862c', 'gw_port_host': None, '_interfaces': [{'id': '63e529c1-7a54-4150-afb4-64d1e51ed398', 'name': '', 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43', 'tenant_id': 'f415ede09edd4a15803a41d7f0ac862c', 'mac_address': 'fa:16:3e:d5:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5161c7-0040-4c58-b236-ef1b41813031', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12cefef8-5ccc-438b-b2bf-c15553841101', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:21:28Z', 'updated_at': '2022-09-26T05:21:31Z', 'revision_number': 4, 'project_id': 'f415ede09edd4a15803a41d7f0ac862c', 'subnets': [{'id': '12cefef8-5ccc-438b-b2bf-c15553841101', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '241c276c-4825-40ab-a584-49de72f541b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:21:31.425950 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73712f8e-0320-4256-8bed-2608a922603a None None] The sync data for ids ['0e5161c7-0040-4c58-b236-ef1b41813031'] in dv-cinder-859186-2-iscsi is: [{'id': '0e5161c7-0040-4c58-b236-ef1b41813031', 'name': 'router1', 'tenant_id': 'f415ede09edd4a15803a41d7f0ac862c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:21:17Z', 'updated_at': '2022-09-26T05:21:28Z', 'revision_number': 2, 'project_id': 'f415ede09edd4a15803a41d7f0ac862c', 'gw_port_host': None, '_interfaces': [{'id': '63e529c1-7a54-4150-afb4-64d1e51ed398', 'name': '', 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43', 'tenant_id': 'f415ede09edd4a15803a41d7f0ac862c', 'mac_address': 'fa:16:3e:d5:de:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5161c7-0040-4c58-b236-ef1b41813031', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12cefef8-5ccc-438b-b2bf-c15553841101', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:21:28Z', 'updated_at': '2022-09-26T05:21:31Z', 'revision_number': 4, 'project_id': 'f415ede09edd4a15803a41d7f0ac862c', 'subnets': [{'id': '12cefef8-5ccc-438b-b2bf-c15553841101', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '241c276c-4825-40ab-a584-49de72f541b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:21:31.447277 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Attempt 6 to provision port 63e529c1-7a54-4150-afb4-64d1e51ed398 Sep 26 05:21:31.523901 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Current status of the port 63e529c1-7a54-4150-afb4-64d1e51ed398 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:21:31.524339 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:31.560510 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] For port 63e529c1-7a54-4150-afb4-64d1e51ed398, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=63e529c1-7a54-4150-afb4-64d1e51ed398,segment=NetworkSegment(031c6e7e-c659-422f-921e-d792b06d148c),segment_id=031c6e7e-c659-422f-921e-d792b06d148c)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:21:31.565851 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:31.614850 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3a70f-2455-444a-9355-1325c80a447b None None] Pushing event updated for resources: {'Port': ['ID=63e529c1-7a54-4150-afb4-64d1e51ed398,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:31.687555 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-46a62b61-9194-47c0-b0a1-ce6518b772dc None None] Provisioning complete for port 63e529c1-7a54-4150-afb4-64d1e51ed398 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:21:31.687948 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-46a62b61-9194-47c0-b0a1-ce6518b772dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:31.688346 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-46a62b61-9194-47c0-b0a1-ce6518b772dc None None] Attempt 1 to provision port 63e529c1-7a54-4150-afb4-64d1e51ed398 Sep 26 05:21:31.709585 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:31.769425 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-46a62b61-9194-47c0-b0a1-ce6518b772dc None None] Current status of the port 63e529c1-7a54-4150-afb4-64d1e51ed398 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:21:32.104639 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33212) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:21:32.497446 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95b302c-3b80-42c4-839f-df8895399e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:21:32.498787 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-b95b302c-3b80-42c4-839f-df8895399e7a admin admin] 10.222.0.49 "GET /networking/v2.0/networks/1d7e5a44-5796-4db3-9f47-9726042cf055 HTTP/1.1" status: 200 len: 842 time: 0.3924506 Sep 26 05:21:32.508377 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-58712386-3a0b-42bf-94f1-2ca15028b3ed admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'name': 'public-subnet'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:21:32.531662 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58712386-3a0b-42bf-94f1-2ca15028b3ed admin admin] Made reservation on behalf of 3af173ac0b7d40069de1fa09770699a3 for: {'subnet': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:21:32.533964 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-58712386-3a0b-42bf-94f1-2ca15028b3ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:32.837833 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.objects.ports [None req-58712386-3a0b-42bf-94f1-2ca15028b3ed admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106340) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 26 05:21:32.838274 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-58712386-3a0b-42bf-94f1-2ca15028b3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (5996fa21-4a3a-4f7e-8d3b-ce2f368d9796), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:32.894147 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58712386-3a0b-42bf-94f1-2ca15028b3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=5996fa21-4a3a-4f7e-8d3b-ce2f368d9796,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:32.903502 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58712386-3a0b-42bf-94f1-2ca15028b3ed admin admin] Checking segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:21:32.903846 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58712386-3a0b-42bf-94f1-2ca15028b3ed admin admin] Network hostable DHCP agents. Network: 1d7e5a44-5796-4db3-9f47-9726042cf055, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:21:32.925533 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58712386-3a0b-42bf-94f1-2ca15028b3ed admin admin] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:21:32.937508 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-58712386-3a0b-42bf-94f1-2ca15028b3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, 1d7e5a44-5796-4db3-9f47-9726042cf055) {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:21:32.942432 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58712386-3a0b-42bf-94f1-2ca15028b3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:21:32.944005 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-58712386-3a0b-42bf-94f1-2ca15028b3ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:32.946842 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39707960-b9f4-47c7-a503-4e9f6391c355 None None] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:21:32.961062 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-58712386-3a0b-42bf-94f1-2ca15028b3ed admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4558694 Sep 26 05:21:33.077140 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a840b13-93c2-4941-b294-9f492b29ae5a None None] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:21:33.165228 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:35.710765 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 33220) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:21:36.226361 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-c8064a41-6c24-4dcb-b712-f343b22f2ed5 demo admin] 10.222.0.49 "GET /networking/v2.0/routers/0e5161c7-0040-4c58-b236-ef1b41813031 HTTP/1.1" status: 200 len: 710 time: 0.5144894 Sep 26 05:21:36.348163 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6725fa62-36ef-4994-b3bc-9d2cc8751fc3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:21:36.349579 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-6725fa62-36ef-4994-b3bc-9d2cc8751fc3 demo admin] 10.222.0.49 "GET /networking/v2.0/networks/1d7e5a44-5796-4db3-9f47-9726042cf055 HTTP/1.1" status: 200 len: 886 time: 0.1166818 Sep 26 05:21:36.359837 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:21:36.609170 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Publish callbacks [] for router_gateway (0e5161c7-0040-4c58-b236-ef1b41813031), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:36.824555 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Publish callbacks [] for router_gateway (0e5161c7-0040-4c58-b236-ef1b41813031), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:36.945231 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:37.104048 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Allocated IP 172.27.0.38 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/76643922-2024-4cc4-9404-03e4ab401d37) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:21:37.213118 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:37.217137 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Publish callbacks [] for port (76643922-2024-4cc4-9404-03e4ab401d37), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:37.259245 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:37.278943 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (76643922-2024-4cc4-9404-03e4ab401d37), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:37.345420 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:21:37.353365 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:21:37.356370 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:21:37.406336 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Pushing event updated for resources: {'Port': ['ID=76643922-2024-4cc4-9404-03e4ab401d37,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:37.684086 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Publish callbacks [] for router_gateway (0e5161c7-0040-4c58-b236-ef1b41813031), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:37.886888 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-581856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-410'] for router (0e5161c7-0040-4c58-b236-ef1b41813031), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:37.892052 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-581851'] for router (0e5161c7-0040-4c58-b236-ef1b41813031), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:37.954798 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 63e529c1-7a54-4150-afb4-64d1e51ed398 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:21:38.002293 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 63e529c1-7a54-4150-afb4-64d1e51ed398 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:21:38.002687 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:38.003025 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 63e529c1-7a54-4150-afb4-64d1e51ed398 Sep 26 05:21:38.020547 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Router 0e5161c7-0040-4c58-b236-ef1b41813031 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:21:38.082169 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 63e529c1-7a54-4150-afb4-64d1e51ed398 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:21:38.134883 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:21:38.140043 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] Publish callbacks [] for router (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:38.140827 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-84959c51-c2d1-41a5-ba34-0326979fb33d demo admin] 10.222.0.49 "PUT /networking/v2.0/routers/0e5161c7-0040-4c58-b236-ef1b41813031 HTTP/1.1" status: 200 len: 889 time: 1.7845175 Sep 26 05:21:38.155541 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Sync routers for ids ['0e5161c7-0040-4c58-b236-ef1b41813031'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:21:38.168607 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Routers {'0e5161c7-0040-4c58-b236-ef1b41813031'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:21:38.169275 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:21:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['0e5161c7-0040-4c58-b236-ef1b41813031'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:21:38.383708 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Set router 0e5161c7-0040-4c58-b236-ef1b41813031 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:21:38.828042 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5161c7-0040-4c58-b236-ef1b41813031', 'name': 'router1', 'tenant_id': 'f415ede09edd4a15803a41d7f0ac862c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '76643922-2024-4cc4-9404-03e4ab401d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:21:17Z', 'updated_at': '2022-09-26T05:21:37Z', 'revision_number': 4, 'project_id': 'f415ede09edd4a15803a41d7f0ac862c', 'gw_port': {'id': '76643922-2024-4cc4-9404-03e4ab401d37', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5161c7-0040-4c58-b236-ef1b41813031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:21:36Z', 'updated_at': '2022-09-26T05:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '63e529c1-7a54-4150-afb4-64d1e51ed398', 'name': '', 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43', 'tenant_id': 'f415ede09edd4a15803a41d7f0ac862c', 'mac_address': 'fa:16:3e:d5:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5161c7-0040-4c58-b236-ef1b41813031', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12cefef8-5ccc-438b-b2bf-c15553841101', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:21:28Z', 'updated_at': '2022-09-26T05:21:31Z', 'revision_number': 5, 'project_id': 'f415ede09edd4a15803a41d7f0ac862c', 'subnets': [{'id': '12cefef8-5ccc-438b-b2bf-c15553841101', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '241c276c-4825-40ab-a584-49de72f541b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:21:38.878259 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Checking router: 0e5161c7-0040-4c58-b236-ef1b41813031 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:21:38.878610 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Updating router 0e5161c7-0040-4c58-b236-ef1b41813031 port 76643922-2024-4cc4-9404-03e4ab401d37 binding host dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:21:38.929146 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (76643922-2024-4cc4-9404-03e4ab401d37), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:39.142755 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:39.240280 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Publish callbacks [] for port (76643922-2024-4cc4-9404-03e4ab401d37), precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:39.246331 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (76643922-2024-4cc4-9404-03e4ab401d37), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:39.283623 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Attempting to bind port 76643922-2024-4cc4-9404-03e4ab401d37 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:21:39.283984 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Attempting to bind port 76643922-2024-4cc4-9404-03e4ab401d37 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:21:39.284360 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Attempting to bind port 76643922-2024-4cc4-9404-03e4ab401d37 on network 1d7e5a44-5796-4db3-9f47-9726042cf055 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:21:39.314829 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3dd73-264e-4cd7-ad8e-34fe23f44248 None None] Pushing event updated for resources: {'Port': ['ID=76643922-2024-4cc4-9404-03e4ab401d37,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:39.323352 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:39.334026 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:21:39.334387 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Checking segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:21:39.334779 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:39.335164 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Bound using segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:21:39.335611 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Bound port: 76643922-2024-4cc4-9404-03e4ab401d37, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:21:39.335979 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (76643922-2024-4cc4-9404-03e4ab401d37), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:39.383123 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] For port 76643922-2024-4cc4-9404-03e4ab401d37, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:21:39.386062 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] For port 76643922-2024-4cc4-9404-03e4ab401d37, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=76643922-2024-4cc4-9404-03e4ab401d37,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:21:39.390751 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (76643922-2024-4cc4-9404-03e4ab401d37), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:39.430957 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Routers {'0e5161c7-0040-4c58-b236-ef1b41813031'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:21:39.431549 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:21:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['0e5161c7-0040-4c58-b236-ef1b41813031'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:21:39.481083 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3dd73-264e-4cd7-ad8e-34fe23f44248 None None] Pushing event updated for resources: {'Port': ['ID=76643922-2024-4cc4-9404-03e4ab401d37,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:39.554862 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] Set router 0e5161c7-0040-4c58-b236-ef1b41813031 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:21:39.746335 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5161c7-0040-4c58-b236-ef1b41813031', 'name': 'router1', 'tenant_id': 'f415ede09edd4a15803a41d7f0ac862c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '76643922-2024-4cc4-9404-03e4ab401d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:21:17Z', 'updated_at': '2022-09-26T05:21:37Z', 'revision_number': 4, 'project_id': 'f415ede09edd4a15803a41d7f0ac862c', 'gw_port': {'id': '76643922-2024-4cc4-9404-03e4ab401d37', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5161c7-0040-4c58-b236-ef1b41813031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:21:36Z', 'updated_at': '2022-09-26T05:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '63e529c1-7a54-4150-afb4-64d1e51ed398', 'name': '', 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43', 'tenant_id': 'f415ede09edd4a15803a41d7f0ac862c', 'mac_address': 'fa:16:3e:d5:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5161c7-0040-4c58-b236-ef1b41813031', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12cefef8-5ccc-438b-b2bf-c15553841101', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:21:28Z', 'updated_at': '2022-09-26T05:21:31Z', 'revision_number': 5, 'project_id': 'f415ede09edd4a15803a41d7f0ac862c', 'subnets': [{'id': '12cefef8-5ccc-438b-b2bf-c15553841101', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '241c276c-4825-40ab-a584-49de72f541b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:21:39.771035 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8479fd96-c671-437b-8806-850a8515fa1e None None] The sync data for ids ['0e5161c7-0040-4c58-b236-ef1b41813031'] in dv-cinder-859186-2-iscsi is: [{'id': '0e5161c7-0040-4c58-b236-ef1b41813031', 'name': 'router1', 'tenant_id': 'f415ede09edd4a15803a41d7f0ac862c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '76643922-2024-4cc4-9404-03e4ab401d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:21:17Z', 'updated_at': '2022-09-26T05:21:37Z', 'revision_number': 4, 'project_id': 'f415ede09edd4a15803a41d7f0ac862c', 'gw_port': {'id': '76643922-2024-4cc4-9404-03e4ab401d37', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:7e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5161c7-0040-4c58-b236-ef1b41813031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:21:36Z', 'updated_at': '2022-09-26T05:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '63e529c1-7a54-4150-afb4-64d1e51ed398', 'name': '', 'network_id': '569e4a7c-0330-4c27-9e2e-3445113c7a43', 'tenant_id': 'f415ede09edd4a15803a41d7f0ac862c', 'mac_address': 'fa:16:3e:d5:de:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5161c7-0040-4c58-b236-ef1b41813031', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12cefef8-5ccc-438b-b2bf-c15553841101', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:21:28Z', 'updated_at': '2022-09-26T05:21:31Z', 'revision_number': 5, 'project_id': 'f415ede09edd4a15803a41d7f0ac862c', 'subnets': [{'id': '12cefef8-5ccc-438b-b2bf-c15553841101', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '241c276c-4825-40ab-a584-49de72f541b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:21:39.981908 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 76643922-2024-4cc4-9404-03e4ab401d37 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:21:40.039069 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 76643922-2024-4cc4-9404-03e4ab401d37 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:21:40.039463 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (76643922-2024-4cc4-9404-03e4ab401d37), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:40.039799 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 76643922-2024-4cc4-9404-03e4ab401d37 Sep 26 05:21:40.122421 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 76643922-2024-4cc4-9404-03e4ab401d37 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:21:40.122939 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (76643922-2024-4cc4-9404-03e4ab401d37), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:40.145948 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port 76643922-2024-4cc4-9404-03e4ab401d37, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=76643922-2024-4cc4-9404-03e4ab401d37,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:21:40.152577 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (76643922-2024-4cc4-9404-03e4ab401d37), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:40.212161 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=76643922-2024-4cc4-9404-03e4ab401d37,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:21:40.931005 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33232) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:21:41.317517 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-151a83f3-4e21-418d-92c0-a7712e865e45 admin admin] 10.222.0.49 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3854601 Sep 26 05:21:41.404561 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:41.406090 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=34 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:41.954011 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 76643922-2024-4cc4-9404-03e4ab401d37 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:21:41.974550 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:42.001513 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 76643922-2024-4cc4-9404-03e4ab401d37 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:21:42.001898 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (76643922-2024-4cc4-9404-03e4ab401d37), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:42.002234 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 76643922-2024-4cc4-9404-03e4ab401d37 Sep 26 05:21:42.074141 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 76643922-2024-4cc4-9404-03e4ab401d37 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:21:48.136942 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:48.138944 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:51.306363 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=62,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:51.314301 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=83,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:52.062975 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:52.073148 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=15 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:21:52.882902 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 5 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:21:53.229818 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-88f4b937-294b-4fc9-a3ce-171846675691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:55.589732 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bb8f607a-452d-481f-93ef-3d274fdce0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:56.660189 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:58.232941 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:21:58.397858 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:22:08.228144 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:22:08.393696 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:22:10.879097 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:22:10.892615 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=6 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:22:23.222107 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5404408f-006d-4a2f-ac17-ade9043cb05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:22:25.562314 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-27b3c122-12f7-42ca-bc7f-f3dda7931781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:22:26.669664 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:22:28.237246 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:22:28.403744 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:22:29.882193 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 5 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:22:38.223775 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:22:38.398576 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:22:51.876859 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=9 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:22:51.878674 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:22:53.226010 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ac037721-5d60-4016-8096-3ec3a22acee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:22:55.564342 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-99b36f31-e6cb-42c4-904d-e28f4ef57f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:22:56.662948 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:22:58.233559 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:22:58.394968 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:23:06.882057 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 5 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:23:08.388715 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:23:08.390589 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:23:10.134271 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33780) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:23:10.467403 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.pecan_wsgi.hooks.translation [None req-13575887-7829-4d20-be22-503626175815 admin admin] GET failed (client error): The resource could not be found. Sep 26 05:23:10.468702 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-13575887-7829-4d20-be22-503626175815 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3334749 Sep 26 05:23:10.631275 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ace72f-92a0-4a3b-91f5-a247c322d145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:23:10.632684 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-55ace72f-92a0-4a3b-91f5-a247c322d145 admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1596084 Sep 26 05:23:13.200441 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33790) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:23:13.580702 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6377d4c5-d6b2-42a0-9f6f-f6b17197d58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:23:13.582122 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6377d4c5-d6b2-42a0-9f6f-f6b17197d58e admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/12cefef8-5ccc-438b-b2bf-c15553841101 HTTP/1.1" status: 200 len: 849 time: 0.3807352 Sep 26 05:23:13.592479 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:23:13.676229 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Publish callbacks [] for subnet (12cefef8-5ccc-438b-b2bf-c15553841101), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:23:13.820439 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757568148372'] for subnet (12cefef8-5ccc-438b-b2bf-c15553841101), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:23:13.855012 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:23:13.855611 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:23:13.857844 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] 10.222.0.49 "PUT /networking/v2.0/subnets/12cefef8-5ccc-438b-b2bf-c15553841101 HTTP/1.1" status: 200 len: 868 time: 0.2689607 Sep 26 05:23:13.861485 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0813e6ef-62cc-4d47-8a2c-34749e91bc9c None None] Network 569e4a7c-0330-4c27-9e2e-3445113c7a43 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:23:13.876670 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=12cefef8-5ccc-438b-b2bf-c15553841101,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:23:13.884655 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:23:13.885043 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:23:13.885431 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:23:13.885707 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:23:13.886038 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:23:13.886367 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:23:13.886701 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:23:13.887023 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:23:13.887364 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:23:13.887702 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:23:13.888028 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:23:13.888390 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:23:13.888718 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:23:13.889037 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:23:13.889356 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da372-eba5-4895-bd25-cf13fe9d4c3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:23:14.169423 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-d1fe8c63-4bdd-4f74-b0b7-4defc9eb8ef0 None None] Provisioning complete for port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:23:14.169813 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8c63-4bdd-4f74-b0b7-4defc9eb8ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (e0d08f9b-5298-4ea3-a3ce-17d90a6d537b), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:23:14.170150 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d1fe8c63-4bdd-4f74-b0b7-4defc9eb8ef0 None None] Attempt 1 to provision port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b Sep 26 05:23:14.244081 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d1fe8c63-4bdd-4f74-b0b7-4defc9eb8ef0 None None] Current status of the port e0d08f9b-5298-4ea3-a3ce-17d90a6d537b is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:23:14.251753 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-d1fe8c63-4bdd-4f74-b0b7-4defc9eb8ef0 None None] Provisioning complete for port 63e529c1-7a54-4150-afb4-64d1e51ed398 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:23:14.252135 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d1fe8c63-4bdd-4f74-b0b7-4defc9eb8ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (63e529c1-7a54-4150-afb4-64d1e51ed398), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:23:14.252495 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d1fe8c63-4bdd-4f74-b0b7-4defc9eb8ef0 None None] Attempt 1 to provision port 63e529c1-7a54-4150-afb4-64d1e51ed398 Sep 26 05:23:14.322469 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d1fe8c63-4bdd-4f74-b0b7-4defc9eb8ef0 None None] Current status of the port 63e529c1-7a54-4150-afb4-64d1e51ed398 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:23:16.458040 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33798) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:23:17.000864 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e73e4e6-2e1a-4195-8f40-d973dec33485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:23:17.001328 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e73e4e6-2e1a-4195-8f40-d973dec33485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:23:17.002854 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6e73e4e6-2e1a-4195-8f40-d973dec33485 admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5438683 Sep 26 05:23:19.563325 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33806) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:23:19.972518 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd25461-1af3-435b-8328-83c540b9ed2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:23:19.972991 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd25461-1af3-435b-8328-83c540b9ed2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:23:19.974515 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-5cd25461-1af3-435b-8328-83c540b9ed2c admin admin] 10.222.0.49 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4102454 Sep 26 05:23:22.570526 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33814) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:23:23.095836 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c5c2b1-0d74-4dc0-83b9-f9b339c60118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:23:23.097251 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-49c5c2b1-0d74-4dc0-83b9-f9b339c60118 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/1d7e5a44-5796-4db3-9f47-9726042cf055 HTTP/1.1" status: 200 len: 886 time: 0.5258770 Sep 26 05:23:23.231364 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8ecb887d-b9a3-4d86-a6cd-970da3d98136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:23:24.878957 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=19 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:23:24.883151 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=15 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:23:25.567468 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-031d9dbd-5612-4576-971b-9a5d5d512568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:23:25.698078 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33822) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:23:26.031431 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:23:26.075954 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:23:26.122539 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bb4bbe-ab53-466b-a75b-9f622fdb3bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:23:26.123914 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-f2bb4bbe-ab53-466b-a75b-9f622fdb3bde admin admin] 10.222.0.49 "GET /networking/v2.0/networks/569e4a7c-0330-4c27-9e2e-3445113c7a43 HTTP/1.1" status: 200 len: 869 time: 0.4248753 Sep 26 05:23:26.665320 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:23:28.237054 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:23:28.398963 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:23:28.734728 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33830) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:23:29.135028 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a560e5-79e4-44e8-8329-3bbfd2c0f501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:23:29.135490 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a560e5-79e4-44e8-8329-3bbfd2c0f501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:23:29.137046 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-28a560e5-79e4-44e8-8329-3bbfd2c0f501 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4011228 Sep 26 05:23:31.680611 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33838) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:23:32.055004 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242bae71-97b7-4591-bc82-a04ff1c9a652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:23:32.055457 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242bae71-97b7-4591-bc82-a04ff1c9a652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:23:32.057753 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-242bae71-97b7-4591-bc82-a04ff1c9a652 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3757339 Sep 26 05:23:34.623244 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33846) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:23:34.987653 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba54e53b-88f5-4352-b70f-8309d1f78689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:23:34.989008 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-ba54e53b-88f5-4352-b70f-8309d1f78689 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/12cefef8-5ccc-438b-b2bf-c15553841101 HTTP/1.1" status: 200 len: 868 time: 0.3649173 Sep 26 05:23:37.654781 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33854) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:23:38.019497 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4d9f68-9c15-4c78-bcc4-f41126a4eb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:23:38.020956 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-be4d9f68-9c15-4c78-bcc4-f41126a4eb16 admin admin] 10.222.0.49 "GET /networking/v2.0/subnets/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796 HTTP/1.1" status: 200 len: 816 time: 0.3653150 Sep 26 05:23:38.388302 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:23:38.394451 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:23:43.880786 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 5 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:23:48.008502 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=33 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:23:48.016556 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=31 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:23:53.237049 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-514e6437-0641-483f-b36f-00d69f0537df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:23:55.574129 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7b087349-9d75-4d56-816c-c0005dc72e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:23:56.668747 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:23:58.241066 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:23:58.402253 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:01.875473 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:24:01.880572 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=5 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:24:07.697581 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 33910) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:24:08.023411 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [None req-7e8eb466-223d-4f5c-a3de-7244be3b5353 admin admin] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:24:08.024438 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-7e8eb466-223d-4f5c-a3de-7244be3b5353 admin admin] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3258898 Sep 26 05:24:08.395465 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:24:08.397314 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:24:10.741478 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 33920) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:24:11.099516 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.pecan_wsgi.hooks.translation [None req-db38fda2-c3ce-4141-a737-1ea98761c55a admin admin] GET failed (client error): The resource could not be found. Sep 26 05:24:11.100842 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-db38fda2-c3ce-4141-a737-1ea98761c55a admin admin] 10.222.0.49 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3584332 Sep 26 05:24:11.255566 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e1f308-7ef1-411b-a3b4-a03d1019338a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:24:11.257100 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-60e1f308-7ef1-411b-a3b4-a03d1019338a admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1511617 Sep 26 05:24:13.857237 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 33928) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:24:14.296518 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:24:14.316084 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Made reservation on behalf of 3af173ac0b7d40069de1fa09770699a3 for: {'network': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:24:14.318309 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:14.418704 dv-cinder-859186-2-iscsi neutron-server[106341]: WARNING neutron.services.revisions.revision_plugin [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Could not find related network for resource to bump revision. Sep 26 05:24:14.431888 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=106341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:24:14.441947 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (c14de179-357b-416f-b69d-9617910177ee), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:14.442286 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.segments_db [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Added segment c14de179-357b-416f-b69d-9617910177ee of type vlan for network d83d34d7-551a-42ed-b7ef-7ffa8824af2b Sep 26 05:24:14.489430 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (d83d34d7-551a-42ed-b7ef-7ffa8824af2b), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:14.512886 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (d83d34d7-551a-42ed-b7ef-7ffa8824af2b), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:14.513861 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:24:14.514436 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:14.584371 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7260466 Sep 26 05:24:14.610565 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Pushing event updated for resources: {'Network': ['ID=d83d34d7-551a-42ed-b7ef-7ffa8824af2b,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:24:14.619752 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:14.620088 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:14.620493 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:14.620833 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:14.621164 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:14.621493 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:14.621819 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:14.622143 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:14.622481 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:14.622808 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:14.623148 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:14.623476 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:14.623796 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:14.624110 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:14.624453 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bcf3a8-1615-42b0-8eae-d01a23446bd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:14.636131 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network d83d34d7-551a-42ed-b7ef-7ffa8824af2b details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:24:17.193825 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 33936) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:24:17.530125 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec70a41-a03c-4c22-bbc9-d8c91b71dde8 admin admin] GET failed (client error): The resource could not be found. Sep 26 05:24:17.531369 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-aec70a41-a03c-4c22-bbc9-d8c91b71dde8 admin admin] 10.222.0.49 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3365946 Sep 26 05:24:17.603780 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098fab55-7097-40a9-bb38-d7b08ade24ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:24:17.605349 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-098fab55-7097-40a9-bb38-d7b08ade24ad admin admin] 10.222.0.49 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695887 Sep 26 05:24:17.615294 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-bdb71450-6b76-41a4-a7c8-acf94ceb0842 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'd83d34d7-551a-42ed-b7ef-7ffa8824af2b', 'ip_version': 4}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:24:17.634307 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb71450-6b76-41a4-a7c8-acf94ceb0842 admin admin] Made reservation on behalf of 3af173ac0b7d40069de1fa09770699a3 for: {'subnet': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:24:17.636494 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-bdb71450-6b76-41a4-a7c8-acf94ceb0842 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:17.802421 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-bdb71450-6b76-41a4-a7c8-acf94ceb0842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (f5f8ae97-12ac-4ac8-b370-86aa0a0cc758), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:17.855317 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb71450-6b76-41a4-a7c8-acf94ceb0842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f8ae97-12ac-4ac8-b370-86aa0a0cc758,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:24:17.865322 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb71450-6b76-41a4-a7c8-acf94ceb0842 admin admin] Checking segment: {'id': 'c14de179-357b-416f-b69d-9617910177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd83d34d7-551a-42ed-b7ef-7ffa8824af2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:24:17.866230 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb71450-6b76-41a4-a7c8-acf94ceb0842 admin admin] Network hostable DHCP agents. Network: d83d34d7-551a-42ed-b7ef-7ffa8824af2b, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:24:17.877655 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:24:17.882425 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb71450-6b76-41a4-a7c8-acf94ceb0842 admin admin] Network d83d34d7-551a-42ed-b7ef-7ffa8824af2b is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:24:17.893098 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-bdb71450-6b76-41a4-a7c8-acf94ceb0842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, d83d34d7-551a-42ed-b7ef-7ffa8824af2b) {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:24:17.897210 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb71450-6b76-41a4-a7c8-acf94ceb0842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:24:17.897800 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-bdb71450-6b76-41a4-a7c8-acf94ceb0842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:17.903359 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811c3ace-3f61-4638-ad9b-1c3b144e7384 None None] Network d83d34d7-551a-42ed-b7ef-7ffa8824af2b requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:24:17.915213 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-bdb71450-6b76-41a4-a7c8-acf94ceb0842 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3034699 Sep 26 05:24:18.012183 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12aad040-6483-5282-87ec-497c7478fcf0-d83d34d7-551a-42ed-b7ef-7ffa8824af2b', 'network_id': 'd83d34d7-551a-42ed-b7ef-7ffa8824af2b', 'project_id': '3af173ac0b7d40069de1fa09770699a3', 'fixed_ips': [{'subnet_id': 'f5f8ae97-12ac-4ac8-b370-86aa0a0cc758'}]}} from dv-cinder-859186-2-iscsi. {{(pid=106342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:24:18.013204 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:18.154208 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Allocated IP 192.168.233.2 (d83d34d7-551a-42ed-b7ef-7ffa8824af2b/f5f8ae97-12ac-4ac8-b370-86aa0a0cc758/9b7570c1-38d3-475a-9295-5eb1131936ff) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:24:18.401366 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Publish callbacks [] for port (9b7570c1-38d3-475a-9295-5eb1131936ff), precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:18.409427 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (9b7570c1-38d3-475a-9295-5eb1131936ff), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:18.451273 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Network d83d34d7-551a-42ed-b7ef-7ffa8824af2b is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:24:18.456301 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:24:18.459266 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:24:18.462613 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Pushing event updated for resources: {'Port': ['ID=9b7570c1-38d3-475a-9295-5eb1131936ff,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:24:18.473744 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:18.474080 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:18.474427 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:18.474776 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:18.475096 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:18.475415 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:18.475726 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:18.476042 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:18.479044 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:18.479044 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:18.479044 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:18.479044 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:18.479044 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:18.479044 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:18.479044 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:24:18.531466 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Attempting to bind port 9b7570c1-38d3-475a-9295-5eb1131936ff on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:24:18.531825 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Attempting to bind port 9b7570c1-38d3-475a-9295-5eb1131936ff by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'c14de179-357b-416f-b69d-9617910177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd83d34d7-551a-42ed-b7ef-7ffa8824af2b'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:24:18.532174 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Attempting to bind port 9b7570c1-38d3-475a-9295-5eb1131936ff on network d83d34d7-551a-42ed-b7ef-7ffa8824af2b {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:24:18.575590 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:24:18.575959 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Checking segment: {'id': 'c14de179-357b-416f-b69d-9617910177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd83d34d7-551a-42ed-b7ef-7ffa8824af2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:24:18.576389 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:18.576787 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Bound using segment: {'id': 'c14de179-357b-416f-b69d-9617910177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd83d34d7-551a-42ed-b7ef-7ffa8824af2b'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:24:18.577251 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Bound port: 9b7570c1-38d3-475a-9295-5eb1131936ff, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14de179-357b-416f-b69d-9617910177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd83d34d7-551a-42ed-b7ef-7ffa8824af2b'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:24:18.577632 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (9b7570c1-38d3-475a-9295-5eb1131936ff), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:18.639212 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] For port 9b7570c1-38d3-475a-9295-5eb1131936ff, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:24:18.642748 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] For port 9b7570c1-38d3-475a-9295-5eb1131936ff, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=9b7570c1-38d3-475a-9295-5eb1131936ff,segment=NetworkSegment(c14de179-357b-416f-b69d-9617910177ee),segment_id=c14de179-357b-416f-b69d-9617910177ee)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:24:18.649208 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (9b7570c1-38d3-475a-9295-5eb1131936ff), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:18.704166 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb80b38-4ffc-4df7-86da-3eb42608c626 None None] Pushing event updated for resources: {'Port': ['ID=9b7570c1-38d3-475a-9295-5eb1131936ff,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:24:19.522498 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4944c53-db7c-491d-a34a-7e95b210ad5c None None] Network d83d34d7-551a-42ed-b7ef-7ffa8824af2b requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:24:19.594811 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:24:19.636806 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-4c276c7c-e720-408e-bb2c-5a2263512fe7 None None] Provisioning complete for port 9b7570c1-38d3-475a-9295-5eb1131936ff triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:24:19.637187 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4c276c7c-e720-408e-bb2c-5a2263512fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (9b7570c1-38d3-475a-9295-5eb1131936ff), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:19.637525 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-4c276c7c-e720-408e-bb2c-5a2263512fe7 None None] Attempt 1 to provision port 9b7570c1-38d3-475a-9295-5eb1131936ff Sep 26 05:24:19.641356 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:24:19.724767 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-4c276c7c-e720-408e-bb2c-5a2263512fe7 None None] Current status of the port 9b7570c1-38d3-475a-9295-5eb1131936ff is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:24:19.725152 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4c276c7c-e720-408e-bb2c-5a2263512fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (9b7570c1-38d3-475a-9295-5eb1131936ff), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:19.761989 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-4c276c7c-e720-408e-bb2c-5a2263512fe7 None None] For port 9b7570c1-38d3-475a-9295-5eb1131936ff, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=9b7570c1-38d3-475a-9295-5eb1131936ff,segment=NetworkSegment(c14de179-357b-416f-b69d-9617910177ee),segment_id=c14de179-357b-416f-b69d-9617910177ee)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:24:19.768931 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4c276c7c-e720-408e-bb2c-5a2263512fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (9b7570c1-38d3-475a-9295-5eb1131936ff), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:19.823080 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c276c7c-e720-408e-bb2c-5a2263512fe7 None None] Pushing event updated for resources: {'Port': ['ID=9b7570c1-38d3-475a-9295-5eb1131936ff,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:24:19.891025 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-bc1457f3-ec6f-4e7f-b25e-2e255a1b5373 None None] Provisioning complete for port 9b7570c1-38d3-475a-9295-5eb1131936ff triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:24:19.891419 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bc1457f3-ec6f-4e7f-b25e-2e255a1b5373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (9b7570c1-38d3-475a-9295-5eb1131936ff), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:19.891757 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-bc1457f3-ec6f-4e7f-b25e-2e255a1b5373 None None] Attempt 1 to provision port 9b7570c1-38d3-475a-9295-5eb1131936ff Sep 26 05:24:19.968613 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-bc1457f3-ec6f-4e7f-b25e-2e255a1b5373 None None] Current status of the port 9b7570c1-38d3-475a-9295-5eb1131936ff is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:24:20.060658 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 9b7570c1-38d3-475a-9295-5eb1131936ff up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:24:20.105996 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 9b7570c1-38d3-475a-9295-5eb1131936ff triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:24:20.106380 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (9b7570c1-38d3-475a-9295-5eb1131936ff), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:20.106715 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 9b7570c1-38d3-475a-9295-5eb1131936ff Sep 26 05:24:20.182181 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 9b7570c1-38d3-475a-9295-5eb1131936ff is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:24:20.879889 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 5 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:24:23.239734 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5c372aa3-1be3-4365-b00a-ee1a76ce0650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:25.566021 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dd604638-8aa4-4e8b-9a55-030564ee7528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:26.671326 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:27.907817 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:24:27.909168 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=75,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:24:28.244066 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:28.404978 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:38.399356 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:24:38.400802 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=63,neutron:UPDATE=6 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:24:38.886156 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:24:38.887271 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=5 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:24:51.873377 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:24:51.874222 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:DELETE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:24:53.244239 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0207c851-199f-4200-89ff-b5a683f5f3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:55.568991 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-315182aa-4ebe-4065-aaf9-ddf6a5bb3994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:56.673547 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:57.878928 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 5 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:24:58.247950 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:24:58.408908 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:08.402988 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:25:08.404862 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:25:15.888994 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=4 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:25:15.894001 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=4 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:25:23.247108 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1eab3ad0-c68c-4370-a8a0-b0cf0bd4c108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:25.571960 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1d1d19e9-144b-433e-951d-495a48e66673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:26.677121 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:28.252302 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:28.411796 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:34.877271 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 5 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:25:38.405211 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:25:38.407039 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:25:38.464885 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33978) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:25:38.471376 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [None req-7c5b47fd-654c-4423-8351-f61abe8e86a3 tempest-verify_tempest_config-1899860876 tempest-verify_tempest_config-1899860876-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106340) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:25:38.472393 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-7c5b47fd-654c-4423-8351-f61abe8e86a3 tempest-verify_tempest_config-1899860876 tempest-verify_tempest_config-1899860876-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0065386 Sep 26 05:25:38.983144 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 33996) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:25:39.331704 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:39.406199 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Publish callbacks [] for security_group (46201b9f-8ba0-4eaf-a0be-86d2dff94253), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:39.409882 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (46201b9f-8ba0-4eaf-a0be-86d2dff94253), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:39.457545 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3a79f6d2ba814d72bc56ec76600697ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4730055 Sep 26 05:25:39.459443 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46201b9f-8ba0-4eaf-a0be-86d2dff94253,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:25:39.459903 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34000) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:25:39.468847 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.469390 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.469492 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.469832 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.470173 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.470483 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.470804 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.471130 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.471470 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.471795 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.472130 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.472479 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.472799 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.473116 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.473434 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a91d4-3991-4c9b-a9ee-1bf0f5d25971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.520929 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Publish callbacks [] for security_group (46201b9f-8ba0-4eaf-a0be-86d2dff94253), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:39.541207 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Publish callbacks [] for security_group (46201b9f-8ba0-4eaf-a0be-86d2dff94253), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:39.635183 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (46201b9f-8ba0-4eaf-a0be-86d2dff94253), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:39.637695 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:39.638832 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/46201b9f-8ba0-4eaf-a0be-86d2dff94253 HTTP/1.1" status: 204 len: 168 time: 0.1777413 Sep 26 05:25:39.646934 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46201b9f-8ba0-4eaf-a0be-86d2dff94253,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:25:39.653672 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.654004 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.654349 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.654681 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.655002 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.655419 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.655625 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.655936 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.656281 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.656605 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.656918 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.657246 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.657559 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.657867 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:39.658173 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce4c86-0dee-451f-b54e-17ec7746c500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:25:49.453319 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:25:49.465527 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:25:49.649186 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:25:49.649957 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:25:49.678850 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:25:53.249397 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1fec4fd7-adc2-40d0-b325-85b5816513c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:53.527117 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=17 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:25:53.530885 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=17 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:25:55.577265 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7205a93c-e830-45b2-b7bd-4383013e4ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:56.678858 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:58.254440 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:25:58.414285 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:26:08.408492 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:26:08.410413 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:26:11.876441 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 5 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:26:23.256001 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-07d73024-74ef-4ccb-ba6b-f9ccb38b82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:26:25.579038 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3c4def21-afd2-4e47-bf98-34f69def35af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:26:26.682471 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:26:28.257834 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:26:28.417982 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:26:29.876716 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:26:29.886946 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=6 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:26:38.407711 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:26:38.414165 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:26:48.874650 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 5 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:26:51.878249 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:26:53.247594 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0e2bf828-9884-401a-83f2-047ac9b362db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:26:55.581642 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2192028d-7b24-47f5-98aa-3bce644c45a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:26:56.684978 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:26:58.260916 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:26:58.420967 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:27:06.877485 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:27:06.882576 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:27:08.415962 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:27:08.417818 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:27:17.946405 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582596'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:27:23.249376 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9d55dd23-aca1-4181-badc-f401ffdea9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:27:25.584137 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c8b6d574-d67b-4eed-afaa-e6333a988672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:27:25.873790 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:27:26.686997 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:27:27.628129 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34094) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:27:27.754755 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-0a1c7706-3adf-43e1-824c-730a76a6bf56 admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1255078 Sep 26 05:27:28.262976 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:27:28.425481 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:27:30.188207 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34104) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:27:30.250382 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-833b2810-a096-4772-9bb0-96b649dce6b8 admin admin] 10.222.0.49 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0611537 Sep 26 05:27:37.748174 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:27:37.748996 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:27:38.418901 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=10,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:27:38.420746 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:27:40.243832 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:27:40.245798 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:27:47.926105 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:27:53.251615 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9ff33ecb-4c40-49de-9e99-d4b5c9f5fdeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:27:53.537555 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=17 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:27:53.541442 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=19 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:27:55.586284 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8db1af70-38d2-465e-9f2a-74adaddc774d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:27:56.689948 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:27:58.265333 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:27:58.427390 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:28:02.872329 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:28:08.417660 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:28:08.423813 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:28:17.955408 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:28:20.881148 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=4 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:28:20.886305 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=4 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:28:23.257745 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5233e1c5-e293-454e-a2b4-fb1e8cc086f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:28:25.592723 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7148-c8d5-468d-8d61-623d6fce05ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:28:26.695944 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:28:28.273878 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:28:28.439688 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:28:38.269159 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:28:38.433085 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:28:39.871438 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:28:47.954298 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:28:53.250553 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-107e29bf-4dc1-40a5-a9f9-838cdfc98e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:28:55.588930 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-df4266c8-55b0-43c9-a9f5-2223ce3f78fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:28:56.701138 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:28:57.878749 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:28:57.883240 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=6 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:28:58.271858 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:28:58.436815 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:03.220210 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34178) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:03.381570 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-381542868-network', 'tenant_id': '683fe26dd18740ebb1093f9539c75371'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:03.409350 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Made reservation on behalf of 683fe26dd18740ebb1093f9539c75371 for: {'network': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:03.411871 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:03.423086 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:03.535108 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Publish callbacks [] for security_group (04cd88da-45a6-407a-8fd6-caa82143e3f7), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:03.540279 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (04cd88da-45a6-407a-8fd6-caa82143e3f7), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:03.558882 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=106341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:29:03.571967 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (c23c5346-7434-4741-ad3d-c7df3a77cc66), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:03.572494 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.segments_db [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Added segment c23c5346-7434-4741-ad3d-c7df3a77cc66 of type vlan for network 1efb3a4e-6ab0-427b-bd23-95f123fdbb85 Sep 26 05:29:03.631604 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (1efb3a4e-6ab0-427b-bd23-95f123fdbb85), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:03.643090 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cd88da-45a6-407a-8fd6-caa82143e3f7,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:03.668476 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:03.668859 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:03.669324 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:03.669569 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:03.669896 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:03.670246 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:03.670567 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:03.670884 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:03.671245 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:03.671622 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:03.671892 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:03.672213 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:03.672546 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:03.672854 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:03.673164 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Tracked resource versions report: Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: pushed versions: Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: { 'AddressGroup': {'1.2'}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Agent': {'1.1'}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'ConntrackHelper': {'1.0'}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Log': {'1.0'}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'NDPProxy': {'1.0'}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Network': {'1.1'}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Port': {'1.7'}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'PortForwarding': {'1.3'}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'QosPolicy': {'1.10'}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'SecurityGroup': {'1.5'}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'SubPort': {'1.0'}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Subnet': {'1.1'}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Trunk': {'1.1'}} Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: consumer versions: Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: { DHCP agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: HyperV agent@hv-cinder-85918: {}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: L3 agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: Metadata agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: Metering agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: Open vSwitch agent@dv-cinder-859186-2-iscsi: { 'AddressGroup': '1.2', Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Agent': '1.1', Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'ConntrackHelper': '1.0', Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'LocalIPAssociation': '1.0', Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Log': '1.0', Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'NDPProxy': '1.0', Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Network': '1.1', Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Port': '1.7', Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'PortForwarding': '1.3', Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'QosPolicy': '1.10', Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'SecurityGroup': '1.5', Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'SecurityGroupRule': '1.2', Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'SubPort': '1.0', Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Subnet': '1.1', Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: 'Trunk': '1.1'}} Sep 26 05:29:03.674375 dv-cinder-859186-2-iscsi neutron-server[106341]: {{(pid=106341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:29:03.686994 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (1efb3a4e-6ab0-427b-bd23-95f123fdbb85), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:03.688437 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:03.689286 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:03.757992 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5349996 Sep 26 05:29:03.761120 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34236) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:03.761726 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282f1d6-9ef2-41d0-8586-6a271a76c13e admin admin] Pushing event updated for resources: {'Network': ['ID=1efb3a4e-6ab0-427b-bd23-95f123fdbb85,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:03.767995 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-994c1f0a-ac00-4ab1-a211-526f9745e18a admin admin] Request body: {'subnet': {'network_id': '1efb3a4e-6ab0-427b-bd23-95f123fdbb85', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-381542868-subnet', 'tenant_id': '683fe26dd18740ebb1093f9539c75371', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:03.777268 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network 1efb3a4e-6ab0-427b-bd23-95f123fdbb85 details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:29:03.790434 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994c1f0a-ac00-4ab1-a211-526f9745e18a admin admin] Made reservation on behalf of 683fe26dd18740ebb1093f9539c75371 for: {'subnet': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:03.792828 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-994c1f0a-ac00-4ab1-a211-526f9745e18a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:03.970876 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-994c1f0a-ac00-4ab1-a211-526f9745e18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (6ffdc98a-cb20-49d8-8afd-5d15671883fd), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:04.039356 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c1f0a-ac00-4ab1-a211-526f9745e18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ffdc98a-cb20-49d8-8afd-5d15671883fd,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:04.050155 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994c1f0a-ac00-4ab1-a211-526f9745e18a admin admin] Checking segment: {'id': 'c23c5346-7434-4741-ad3d-c7df3a77cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1efb3a4e-6ab0-427b-bd23-95f123fdbb85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:04.050508 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994c1f0a-ac00-4ab1-a211-526f9745e18a admin admin] Network hostable DHCP agents. Network: 1efb3a4e-6ab0-427b-bd23-95f123fdbb85, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:29:04.067827 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994c1f0a-ac00-4ab1-a211-526f9745e18a admin admin] Network 1efb3a4e-6ab0-427b-bd23-95f123fdbb85 is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:29:04.082344 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-994c1f0a-ac00-4ab1-a211-526f9745e18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, 1efb3a4e-6ab0-427b-bd23-95f123fdbb85) {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:04.091220 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994c1f0a-ac00-4ab1-a211-526f9745e18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:04.092212 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-994c1f0a-ac00-4ab1-a211-526f9745e18a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:04.096180 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f04f5e-c164-4758-bf52-5a1e49c44084 None None] Network 1efb3a4e-6ab0-427b-bd23-95f123fdbb85 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:29:04.123218 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-994c1f0a-ac00-4ab1-a211-526f9745e18a admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3590913 Sep 26 05:29:04.211454 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ec764e-e26a-4ece-b157-0c06c7e09437 None None] Network 1efb3a4e-6ab0-427b-bd23-95f123fdbb85 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:29:05.242297 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34314) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:05.272554 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34318) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:05.389975 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34326) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:05.586813 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-528819661-network', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:05.605226 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:05.611903 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-358641915-network', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:05.617012 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] Made reservation on behalf of 0a676eb5cbd74956ba12b1d5595e3f18 for: {'network': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:05.620054 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:05.629885 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:05.641058 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:05.676685 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] Made reservation on behalf of 01c8f7766cb646b7b646a53c9de8e91a for: {'network': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:05.679731 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:05.698429 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:05.718778 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34352) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:05.750290 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1411056473-network', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:05.758122 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] Publish callbacks [] for security_group (3015dfe2-348e-4084-97e4-1f05e3dd88d2), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:05.765354 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3015dfe2-348e-4084-97e4-1f05e3dd88d2), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:05.772119 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Made reservation on behalf of fd13dd8ec810435491e3f3cba7cca4d1 for: {'network': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:05.776000 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:05.782388 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=106341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:29:05.786344 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:05.795902 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (d9faaf72-73c5-4de9-a193-559ab0abff66), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:05.796330 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.segments_db [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] Added segment d9faaf72-73c5-4de9-a193-559ab0abff66 of type vlan for network 57c648e4-fdcc-4713-bf51-b124d7faabd4 Sep 26 05:29:05.846260 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (57c648e4-fdcc-4713-bf51-b124d7faabd4), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:05.875576 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (57c648e4-fdcc-4713-bf51-b124d7faabd4), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:05.876575 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:05.877133 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:05.888613 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Publish callbacks [] for security_group (1d841a3b-8dd7-4a71-960a-cf78a8574278), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:05.893935 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (1d841a3b-8dd7-4a71-960a-cf78a8574278), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:05.910214 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6661875 Sep 26 05:29:05.914818 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34366) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:05.924199 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-bd89850c-7923-402c-a8e5-f8feb5d2932b admin admin] Request body: {'subnet': {'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-528819661-subnet', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:05.939288 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:29:05.958458 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-470088262-network', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:05.974504 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] Pushing event updated for resources: {'Network': ['ID=57c648e4-fdcc-4713-bf51-b124d7faabd4,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:05.988191 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network 57c648e4-fdcc-4713-bf51-b124d7faabd4 details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:29:05.992765 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d841a3b-8dd7-4a71-960a-cf78a8574278,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:06.001335 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] Made reservation on behalf of e5e1c15ae90e4b82b4e216b3a0549e2e for: {'network': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:06.004223 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.014097 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (d23663c3-aafc-4032-941e-d293f47a8afd), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.014820 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.segments_db [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Added segment d23663c3-aafc-4032-941e-d293f47a8afd of type vlan for network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 Sep 26 05:29:06.019995 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] Publish callbacks [] for security_group (0c767793-7745-4da1-8368-b4fbc46d1233), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.027626 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (0c767793-7745-4da1-8368-b4fbc46d1233), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.037276 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:06.037866 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:06.038942 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:06.039478 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:06.039901 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:06.040580 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:06.041121 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:06.041561 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:29:06.041795 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:06.042329 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:06.042821 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:06.043459 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:06.043816 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:06.044160 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:06.044496 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:06.044815 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Tracked resource versions report: Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: pushed versions: Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: { 'AddressGroup': {'1.2'}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Agent': {'1.1'}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'ConntrackHelper': {'1.0'}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Log': {'1.0'}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'NDPProxy': {'1.0'}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Network': {'1.1'}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Port': {'1.7'}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'PortForwarding': {'1.3'}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'QosPolicy': {'1.10'}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'SecurityGroup': {'1.5'}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'SubPort': {'1.0'}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Subnet': {'1.1'}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Trunk': {'1.1'}} Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: consumer versions: Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: { DHCP agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: HyperV agent@hv-cinder-85918: {}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: L3 agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: Metadata agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: Metering agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: Open vSwitch agent@dv-cinder-859186-2-iscsi: { 'AddressGroup': '1.2', Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Agent': '1.1', Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'ConntrackHelper': '1.0', Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'LocalIPAssociation': '1.0', Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Log': '1.0', Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'NDPProxy': '1.0', Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Network': '1.1', Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Port': '1.7', Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'PortForwarding': '1.3', Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'QosPolicy': '1.10', Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'SecurityGroup': '1.5', Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'SecurityGroupRule': '1.2', Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'SubPort': '1.0', Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Subnet': '1.1', Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: 'Trunk': '1.1'}} Sep 26 05:29:06.046193 dv-cinder-859186-2-iscsi neutron-server[106340]: {{(pid=106340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:29:06.054492 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (f552674f-7c96-4d66-80e5-b58d14c35c84), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.054820 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.segments_db [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] Added segment f552674f-7c96-4d66-80e5-b58d14c35c84 of type vlan for network 7a42108c-0615-4b7d-80da-4c23f250e4d0 Sep 26 05:29:06.080750 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.109351 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (7a42108c-0615-4b7d-80da-4c23f250e4d0), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.132976 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd89850c-7923-402c-a8e5-f8feb5d2932b admin admin] Made reservation on behalf of 0a676eb5cbd74956ba12b1d5595e3f18 for: {'subnet': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:06.136060 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bd89850c-7923-402c-a8e5-f8feb5d2932b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.138061 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8813e-ae68-4aa7-8957-bbf580983f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3015dfe2-348e-4084-97e4-1f05e3dd88d2,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:06.146150 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:06.147498 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (7a42108c-0615-4b7d-80da-4c23f250e4d0), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.149618 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:06.151032 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.178319 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34380) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:06.202499 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1600237702-network', 'tenant_id': 'b9fc76e6ae294493b3a971b3b4a92a76'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:06.214364 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (542c3891-aa7c-4297-a50e-fe5b71cd3cf3), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.280643 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0056982 Sep 26 05:29:06.286813 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34384) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:06.287768 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] Made reservation on behalf of b9fc76e6ae294493b3a971b3b4a92a76 for: {'network': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:06.292031 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.322302 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.333790 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (542c3891-aa7c-4297-a50e-fe5b71cd3cf3), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.334948 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:06.336188 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.338353 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-3b11248a-d321-4f2f-9c81-f0a87eee774d admin admin] Request body: {'subnet': {'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-subnet', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:06.363687 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c767793-7745-4da1-8368-b4fbc46d1233,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:06.372511 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b11248a-d321-4f2f-9c81-f0a87eee774d admin admin] Made reservation on behalf of 01c8f7766cb646b7b646a53c9de8e91a for: {'subnet': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:06.377206 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3b11248a-d321-4f2f-9c81-f0a87eee774d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.384366 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7737a0-3b15-487a-a9e4-3735f735a6ad admin admin] Pushing event updated for resources: {'Network': ['ID=7a42108c-0615-4b7d-80da-4c23f250e4d0,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:06.401402 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network 7a42108c-0615-4b7d-80da-4c23f250e4d0 details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:29:06.423005 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0316784 Sep 26 05:29:06.423680 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34388) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:06.437026 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-9bdfdf17-56c7-4243-9773-e2e6e576f4f4 admin admin] Request body: {'subnet': {'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-subnet', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:06.441030 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:INSERT=23,neutron:SELECT=72,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:06.484138 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54c77b-1507-410a-93fd-2808ac513578 admin admin] Pushing event updated for resources: {'Network': ['ID=542c3891-aa7c-4297-a50e-fe5b71cd3cf3,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:06.500854 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:06.514160 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] Publish callbacks [] for security_group (d572d564-9f1b-4458-aa5a-a659344bb759), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.528961 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:29:06.540894 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdfdf17-56c7-4243-9773-e2e6e576f4f4 admin admin] Made reservation on behalf of fd13dd8ec810435491e3f3cba7cca4d1 for: {'subnet': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:06.543732 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9bdfdf17-56c7-4243-9773-e2e6e576f4f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.545815 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (d572d564-9f1b-4458-aa5a-a659344bb759), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.588755 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=73,neutron:INSERT=25,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:06.598930 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] Publish callbacks [] for security_group (bb96c539-467c-488f-81a4-db6288efe91d), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.607407 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (bb96c539-467c-488f-81a4-db6288efe91d), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.622723 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=106341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:29:06.635923 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:29:06.636894 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (e87b5fa2-7bef-48c2-a790-e78c084e6e24), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.637438 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.segments_db [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] Added segment e87b5fa2-7bef-48c2-a790-e78c084e6e24 of type vlan for network 22d6cdeb-3345-4766-8b2f-ee67ee54d24f Sep 26 05:29:06.697938 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (22d6cdeb-3345-4766-8b2f-ee67ee54d24f), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.702088 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (95a3be3e-a21a-48dc-be04-c0a286703e20), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.702917 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.segments_db [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] Added segment 95a3be3e-a21a-48dc-be04-c0a286703e20 of type vlan for network 7a033fac-5647-47c1-8abf-96bf265545b0 Sep 26 05:29:06.721800 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d572d564-9f1b-4458-aa5a-a659344bb759,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:06.797266 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (7a033fac-5647-47c1-8abf-96bf265545b0), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.804611 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bd89850c-7923-402c-a8e5-f8feb5d2932b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (ce492be2-4210-4d61-8df6-606eaf40dacb), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.863182 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (22d6cdeb-3345-4766-8b2f-ee67ee54d24f), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.864368 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:06.864945 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.917384 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89850c-7923-402c-a8e5-f8feb5d2932b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce492be2-4210-4d61-8df6-606eaf40dacb,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:06.929684 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7466831 Sep 26 05:29:06.940295 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34406) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:06.949255 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-7ed5df2e-15ec-423a-bfcb-da5b80b8f31e admin admin] Request body: {'subnet': {'network_id': '22d6cdeb-3345-4766-8b2f-ee67ee54d24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1600237702-subnet', 'tenant_id': 'b9fc76e6ae294493b3a971b3b4a92a76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:06.963780 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (7a033fac-5647-47c1-8abf-96bf265545b0), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:06.964942 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:06.965661 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.011503 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb96c539-467c-488f-81a4-db6288efe91d,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:07.043757 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864d01a-5a06-4b18-b26a-422657996087 admin admin] Pushing event updated for resources: {'Network': ['ID=22d6cdeb-3345-4766-8b2f-ee67ee54d24f,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:07.049999 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3b11248a-d321-4f2f-9c81-f0a87eee774d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (4affd44b-ea84-4f57-8378-bafc6ff36763), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.063227 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network 22d6cdeb-3345-4766-8b2f-ee67ee54d24f details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:29:07.117300 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11248a-d321-4f2f-9c81-f0a87eee774d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4affd44b-ea84-4f57-8378-bafc6ff36763,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:07.138584 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b11248a-d321-4f2f-9c81-f0a87eee774d admin admin] Checking segment: {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:07.138946 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b11248a-d321-4f2f-9c81-f0a87eee774d admin admin] Network hostable DHCP agents. Network: 7a42108c-0615-4b7d-80da-4c23f250e4d0, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:29:07.141211 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd89850c-7923-402c-a8e5-f8feb5d2932b admin admin] Checking segment: {'id': 'd9faaf72-73c5-4de9-a193-559ab0abff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:07.141572 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd89850c-7923-402c-a8e5-f8feb5d2932b admin admin] Network hostable DHCP agents. Network: 57c648e4-fdcc-4713-bf51-b124d7faabd4, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:29:07.141974 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:07.143798 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed5df2e-15ec-423a-bfcb-da5b80b8f31e admin admin] Made reservation on behalf of b9fc76e6ae294493b3a971b3b4a92a76 for: {'subnet': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:07.146222 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7ed5df2e-15ec-423a-bfcb-da5b80b8f31e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.162823 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b11248a-d321-4f2f-9c81-f0a87eee774d admin admin] Network 7a42108c-0615-4b7d-80da-4c23f250e4d0 is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:29:07.171011 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4509561 Sep 26 05:29:07.172058 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34416) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:07.179089 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-3b11248a-d321-4f2f-9c81-f0a87eee774d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, 7a42108c-0615-4b7d-80da-4c23f250e4d0) {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:07.185465 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b11248a-d321-4f2f-9c81-f0a87eee774d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:07.186197 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3b11248a-d321-4f2f-9c81-f0a87eee774d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.200829 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da01480-4b9d-4ca4-8c72-dd934c0cdec2 None None] Network 7a42108c-0615-4b7d-80da-4c23f250e4d0 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:29:07.221639 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-3b11248a-d321-4f2f-9c81-f0a87eee774d admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9170618 Sep 26 05:29:07.227615 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34424) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:07.239098 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:07.277121 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-582796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router (9e15f6b9-682f-4155-adf9-7b5580167151), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.278602 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-581809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5216'] for router (9e15f6b9-682f-4155-adf9-7b5580167151), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.343768 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Publish callbacks [] for router_controller (9e15f6b9-682f-4155-adf9-7b5580167151), precommit_add_association {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.379665 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12aad040-6483-5282-87ec-497c7478fcf0-7a42108c-0615-4b7d-80da-4c23f250e4d0', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763'}]}} from dv-cinder-859186-2-iscsi. {{(pid=106342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:29:07.380752 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.478230 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-ae74dce7-dfab-40df-a6ff-6eb6026c441f admin admin] Request body: {'subnet': {'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-subnet', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:07.511620 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Publish callbacks [] for router_gateway (9e15f6b9-682f-4155-adf9-7b5580167151), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.545586 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Allocated IP 172.20.0.2 (7a42108c-0615-4b7d-80da-4c23f250e4d0/4affd44b-ea84-4f57-8378-bafc6ff36763/3f958445-6ab4-48fb-bcd8-db2694c0c53d) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:07.671350 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae74dce7-dfab-40df-a6ff-6eb6026c441f admin admin] Made reservation on behalf of e5e1c15ae90e4b82b4e216b3a0549e2e for: {'subnet': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:07.674155 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ae74dce7-dfab-40df-a6ff-6eb6026c441f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.695901 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9bdfdf17-56c7-4243-9773-e2e6e576f4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (6783b947-c48f-4404-8277-22844ede2f74), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.697974 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96b2f9-68ae-4c1f-8d4a-a5ea144e775f admin admin] Pushing event updated for resources: {'Network': ['ID=7a033fac-5647-47c1-8abf-96bf265545b0,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:07.706058 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:UPDATE=8,neutron:SELECT=91,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:07.709202 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:07.725196 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network 7a033fac-5647-47c1-8abf-96bf265545b0 details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:29:07.755398 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Publish callbacks [] for router_gateway (9e15f6b9-682f-4155-adf9-7b5580167151), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.798058 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.861798 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Publish callbacks [] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.862544 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd89850c-7923-402c-a8e5-f8feb5d2932b admin admin] Network 57c648e4-fdcc-4713-bf51-b124d7faabd4 is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:29:07.874401 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.880676 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:07.897270 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-bd89850c-7923-402c-a8e5-f8feb5d2932b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, 57c648e4-fdcc-4713-bf51-b124d7faabd4) {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:07.924084 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb89fd4-1702-43bb-8488-fae6ff198f66 None None] Network 57c648e4-fdcc-4713-bf51-b124d7faabd4 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:29:07.929596 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89850c-7923-402c-a8e5-f8feb5d2932b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:07.930778 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bd89850c-7923-402c-a8e5-f8feb5d2932b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:07.931559 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Network 7a42108c-0615-4b7d-80da-4c23f250e4d0 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:07.936548 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:07.937698 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfdf17-56c7-4243-9773-e2e6e576f4f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6783b947-c48f-4404-8277-22844ede2f74,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:07.943149 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:07.950750 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:07.972101 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Pushing event updated for resources: {'Port': ['ID=3f958445-6ab4-48fb-bcd8-db2694c0c53d,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:08.023076 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-bd89850c-7923-402c-a8e5-f8feb5d2932b admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1025116 Sep 26 05:29:08.024899 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:08.025432 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:08.025946 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:08.026443 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:08.026918 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:08.027403 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:08.027885 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:08.028409 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:08.028880 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:08.029232 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfdf17-56c7-4243-9773-e2e6e576f4f4 admin admin] Checking segment: {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:08.029542 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:08.029805 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdfdf17-56c7-4243-9773-e2e6e576f4f4 admin admin] Network hostable DHCP agents. Network: 542c3891-aa7c-4297-a50e-fe5b71cd3cf3, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:29:08.030352 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:08.030824 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:08.031307 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:08.031592 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Allocated IP 172.27.0.73 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/7bd232d0-0f17-4dc0-82bf-f269189d2f29) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:08.031942 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:08.032583 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Tracked resource versions report: Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: pushed versions: Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: { 'AddressGroup': {'1.2'}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Agent': {'1.1'}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'ConntrackHelper': {'1.0'}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Log': {'1.0'}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'NDPProxy': {'1.0'}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Network': {'1.1'}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Port': {'1.7'}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'PortForwarding': {'1.3'}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'QosPolicy': {'1.10'}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'SecurityGroup': {'1.5'}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'SubPort': {'1.0'}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Subnet': {'1.1'}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Trunk': {'1.1'}} Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: consumer versions: Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: { DHCP agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: HyperV agent@hv-cinder-85918: {}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: L3 agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: Metadata agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: Metering agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: Open vSwitch agent@dv-cinder-859186-2-iscsi: { 'AddressGroup': '1.2', Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Agent': '1.1', Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'ConntrackHelper': '1.0', Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'LocalIPAssociation': '1.0', Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Log': '1.0', Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'NDPProxy': '1.0', Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Network': '1.1', Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Port': '1.7', Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'PortForwarding': '1.3', Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'QosPolicy': '1.10', Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'SecurityGroup': '1.5', Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'SecurityGroupRule': '1.2', Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'SubPort': '1.0', Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Subnet': '1.1', Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: 'Trunk': '1.1'}} Sep 26 05:29:08.033977 dv-cinder-859186-2-iscsi neutron-server[106342]: {{(pid=106342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:29:08.036726 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34442) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:08.044531 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-528819661-router', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:08.047039 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:08.202593 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-582796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:08.205030 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-581809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5216'] for router (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:08.207270 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Publish callbacks [] for port (7bd232d0-0f17-4dc0-82bf-f269189d2f29), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:08.248573 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (7bd232d0-0f17-4dc0-82bf-f269189d2f29), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:08.268647 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdfdf17-56c7-4243-9773-e2e6e576f4f4 admin admin] Network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:29:08.290218 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Attempting to bind port 3f958445-6ab4-48fb-bcd8-db2694c0c53d on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:08.290927 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Attempting to bind port 3f958445-6ab4-48fb-bcd8-db2694c0c53d by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:08.291044 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Attempting to bind port 3f958445-6ab4-48fb-bcd8-db2694c0c53d on network 7a42108c-0615-4b7d-80da-4c23f250e4d0 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:08.319589 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:08.322729 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Pushing event updated for resources: {'Port': ['ID=7bd232d0-0f17-4dc0-82bf-f269189d2f29,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:08.339793 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7ed5df2e-15ec-423a-bfcb-da5b80b8f31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (f891a4ae-972e-43c3-806a-e6f82631e883), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:08.342534 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:08.344915 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:08.354296 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:08.389409 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12aad040-6483-5282-87ec-497c7478fcf0-57c648e4-fdcc-4713-bf51-b124d7faabd4', 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4', 'project_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'fixed_ips': [{'subnet_id': 'ce492be2-4210-4d61-8df6-606eaf40dacb'}]}} from dv-cinder-859186-2-iscsi. {{(pid=106342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:29:08.391131 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:08.416482 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:08.416860 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Checking segment: {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:08.417260 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:08.417776 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Bound using segment: {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:08.418501 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Bound port: 3f958445-6ab4-48fb-bcd8-db2694c0c53d, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:08.418890 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:08.503679 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-9bdfdf17-56c7-4243-9773-e2e6e576f4f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, 542c3891-aa7c-4297-a50e-fe5b71cd3cf3) {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:08.533646 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0b029c-75d0-4d09-a47e-008f5d4ff80c None None] Network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:29:08.605491 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdfdf17-56c7-4243-9773-e2e6e576f4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:08.606085 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9bdfdf17-56c7-4243-9773-e2e6e576f4f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:08.625869 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ae74dce7-dfab-40df-a6ff-6eb6026c441f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (68ec3a06-35a7-4882-936e-ce718bcdd1ec), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:08.748125 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] For port 3f958445-6ab4-48fb-bcd8-db2694c0c53d, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:08.756513 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] For port 3f958445-6ab4-48fb-bcd8-db2694c0c53d, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=3f958445-6ab4-48fb-bcd8-db2694c0c53d,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:08.759988 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed5df2e-15ec-423a-bfcb-da5b80b8f31e admin admin] Checking segment: {'id': 'e87b5fa2-7bef-48c2-a790-e78c084e6e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '22d6cdeb-3345-4766-8b2f-ee67ee54d24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:08.762919 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed5df2e-15ec-423a-bfcb-da5b80b8f31e admin admin] Network hostable DHCP agents. Network: 22d6cdeb-3345-4766-8b2f-ee67ee54d24f, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:29:08.777607 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:08.787170 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-9bdfdf17-56c7-4243-9773-e2e6e576f4f4 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3548870 Sep 26 05:29:08.791278 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34470) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:08.798660 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:08.809261 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Publish callbacks [] for router_controller (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), precommit_add_association {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:08.830620 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5df2e-15ec-423a-bfcb-da5b80b8f31e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f891a4ae-972e-43c3-806a-e6f82631e883,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:08.830860 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Publish callbacks [] for router_gateway (9e15f6b9-682f-4155-adf9-7b5580167151), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:08.963616 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Allocated IP 172.20.0.2 (57c648e4-fdcc-4713-bf51-b124d7faabd4/ce492be2-4210-4d61-8df6-606eaf40dacb/e09957af-3fa1-4c2f-839a-be8a8120fa93) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:09.058071 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4ad92-5c52-474c-9f0b-19ce47884e30 None None] Pushing event updated for resources: {'Port': ['ID=3f958445-6ab4-48fb-bcd8-db2694c0c53d,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:09.081917 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12aad040-6483-5282-87ec-497c7478fcf0-542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74'}]}} from dv-cinder-859186-2-iscsi. {{(pid=106342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:29:09.082858 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:09.103134 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed5df2e-15ec-423a-bfcb-da5b80b8f31e admin admin] Network 22d6cdeb-3345-4766-8b2f-ee67ee54d24f is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:29:09.178621 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-582796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router (5588059c-6bc9-45f9-adf5-d0de95e2025a), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:09.178621 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-581809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5216'] for router (5588059c-6bc9-45f9-adf5-d0de95e2025a), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:09.246282 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74dce7-dfab-40df-a6ff-6eb6026c441f admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ec3a06-35a7-4882-936e-ce718bcdd1ec,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:09.261153 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae74dce7-dfab-40df-a6ff-6eb6026c441f admin admin] Checking segment: {'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:09.261153 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae74dce7-dfab-40df-a6ff-6eb6026c441f admin admin] Network hostable DHCP agents. Network: 7a033fac-5647-47c1-8abf-96bf265545b0, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:29:09.279173 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:09.335336 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-7ed5df2e-15ec-423a-bfcb-da5b80b8f31e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, 22d6cdeb-3345-4766-8b2f-ee67ee54d24f) {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:09.346226 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:09.355157 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bdec05-5067-42f2-95c7-2070d6b34ca7 None None] Network 22d6cdeb-3345-4766-8b2f-ee67ee54d24f requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:29:09.366297 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed5df2e-15ec-423a-bfcb-da5b80b8f31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:09.366297 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7ed5df2e-15ec-423a-bfcb-da5b80b8f31e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:09.398203 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Publish callbacks [] for router_controller (5588059c-6bc9-45f9-adf5-d0de95e2025a), precommit_add_association {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:09.453809 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Publish callbacks [] for router_gateway (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:09.484771 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-7ed5df2e-15ec-423a-bfcb-da5b80b8f31e admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5398729 Sep 26 05:29:09.492527 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:09.540289 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae74dce7-dfab-40df-a6ff-6eb6026c441f admin admin] Network 7a033fac-5647-47c1-8abf-96bf265545b0 is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:29:09.609040 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-ae74dce7-dfab-40df-a6ff-6eb6026c441f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, 7a033fac-5647-47c1-8abf-96bf265545b0) {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:09.625597 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae74dce7-dfab-40df-a6ff-6eb6026c441f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:09.626191 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ae74dce7-dfab-40df-a6ff-6eb6026c441f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:09.685157 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-ae74dce7-dfab-40df-a6ff-6eb6026c441f admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4873805 Sep 26 05:29:09.695361 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34500) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:09.702645 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:09.707976 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581409'] for router (9e15f6b9-682f-4155-adf9-7b5580167151), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:09.711620 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a1b5ac-42d4-4ad7-a6a5-ee1cca4d9427 None None] Network 7a033fac-5647-47c1-8abf-96bf265545b0 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:29:09.714454 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:09.796567 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Allocated IP 172.20.0.2 (542c3891-aa7c-4297-a50e-fe5b71cd3cf3/6783b947-c48f-4404-8277-22844ede2f74/5a494b6d-3cfa-46fd-84a2-9ba6f472c38d) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:09.834278 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34508) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:09.846418 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Publish callbacks [] for router_gateway (5588059c-6bc9-45f9-adf5-d0de95e2025a), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:09.854098 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-582796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:09.855093 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-581809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5216'] for router (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:09.856218 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Publish callbacks [] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:09.959213 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.048759 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4b9a15-d614-4ed4-a217-0baa5cdd2ae0 admin admin] Deleting subnet 6ffdc98a-cb20-49d8-8afd-5d15671883fd {{(pid=106340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:29:10.056399 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2f4b9a15-d614-4ed4-a217-0baa5cdd2ae0 admin admin] Publish callbacks [] for subnet (6ffdc98a-cb20-49d8-8afd-5d15671883fd), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.088113 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12aad040-6483-5282-87ec-497c7478fcf0-7a033fac-5647-47c1-8abf-96bf265545b0', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec'}]}} from dv-cinder-859186-2-iscsi. {{(pid=106342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:29:10.089196 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.101666 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Network 57c648e4-fdcc-4713-bf51-b124d7faabd4 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:10.154164 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Publish callbacks [] for router_gateway (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.160395 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e048d9-dfde-4f97-b8fd-d3e6705350a0 None None] Network 22d6cdeb-3345-4766-8b2f-ee67ee54d24f requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:29:10.164474 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:10.181472 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:10.222315 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:10.236088 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Publish callbacks [] for router_controller (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), precommit_add_association {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.239710 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:10.251015 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.256161 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2f4b9a15-d614-4ed4-a217-0baa5cdd2ae0 admin admin] Publish callbacks [] for subnet (6ffdc98a-cb20-49d8-8afd-5d15671883fd), precommit_delete_associations {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.271685 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Pushing event updated for resources: {'Port': ['ID=e09957af-3fa1-4c2f-839a-be8a8120fa93,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:10.318258 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Publish callbacks [] for router_gateway (5588059c-6bc9-45f9-adf5-d0de95e2025a), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.364117 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2f4b9a15-d614-4ed4-a217-0baa5cdd2ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (6ffdc98a-cb20-49d8-8afd-5d15671883fd), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.379642 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.443755 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 3f958445-6ab4-48fb-bcd8-db2694c0c53d up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:10.448612 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Router 9e15f6b9-682f-4155-adf9-7b5580167151 is scheduled to L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f with binding_index 1 {{(pid=106341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:29:10.449318 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0a3200-3531-45e8-9aa3-0c8968a7dbf6 None None] Network 7a42108c-0615-4b7d-80da-4c23f250e4d0 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:29:10.576032 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Publish callbacks [] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.600180 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:10.603392 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Allocated IP 172.27.0.106 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:10.608023 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.675762 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:10.679568 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:29:10.700271 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Sync routers for ids ['9e15f6b9-682f-4155-adf9-7b5580167151'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:29:10.714816 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.716744 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-ed2c2ddd-25cd-40a2-b776-5aa0875fe603 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4863846 Sep 26 05:29:10.720102 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34532) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:10.722294 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Routers {'9e15f6b9-682f-4155-adf9-7b5580167151'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:10.723606 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Publish callbacks [] for router_gateway (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.724504 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:28:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['9e15f6b9-682f-4155-adf9-7b5580167151'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:10.772215 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Publish callbacks [] for port (4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.778745 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Attempting to bind port e09957af-3fa1-4c2f-839a-be8a8120fa93 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:10.779116 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Attempting to bind port e09957af-3fa1-4c2f-839a-be8a8120fa93 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'd9faaf72-73c5-4de9-a193-559ab0abff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:10.779479 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Attempting to bind port e09957af-3fa1-4c2f-839a-be8a8120fa93 on network 57c648e4-fdcc-4713-bf51-b124d7faabd4 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:10.834953 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.890689 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:10.895206 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:10.902966 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:10.917555 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:10.940780 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-60e3894a-e6ac-4360-9aa7-6e47515bdbce None None] Provisioning complete for port 3f958445-6ab4-48fb-bcd8-db2694c0c53d triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:10.941180 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-60e3894a-e6ac-4360-9aa7-6e47515bdbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:10.941652 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-60e3894a-e6ac-4360-9aa7-6e47515bdbce None None] Attempt 1 to provision port 3f958445-6ab4-48fb-bcd8-db2694c0c53d Sep 26 05:29:10.997443 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Pushing event updated for resources: {'Port': ['ID=4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:11.032242 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2f4b9a15-d614-4ed4-a217-0baa5cdd2ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (6ffdc98a-cb20-49d8-8afd-5d15671883fd), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.048682 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Set router 9e15f6b9-682f-4155-adf9-7b5580167151 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:11.071727 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:11.121979 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:11.172876 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:11.183009 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b9a15-d614-4ed4-a217-0baa5cdd2ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ffdc98a-cb20-49d8-8afd-5d15671883fd,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:11.198668 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:11.213145 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:11.213610 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Checking segment: {'id': 'd9faaf72-73c5-4de9-a193-559ab0abff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:11.214828 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.214828 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Bound using segment: {'id': 'd9faaf72-73c5-4de9-a193-559ab0abff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:11.215311 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Bound port: e09957af-3fa1-4c2f-839a-be8a8120fa93, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9faaf72-73c5-4de9-a193-559ab0abff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:11.215771 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.229245 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2f4b9a15-d614-4ed4-a217-0baa5cdd2ae0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.238591 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-2f4b9a15-d614-4ed4-a217-0baa5cdd2ae0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/6ffdc98a-cb20-49d8-8afd-5d15671883fd HTTP/1.1" status: 204 len: 168 time: 1.3986974 Sep 26 05:29:11.280074 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34544) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:11.283675 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Allocated IP 172.27.0.166 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/ad77344f-908e-4eb2-a371-99e7a5217153) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:11.329259 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Pushing event updated for resources: {'Port': ['ID=5a494b6d-3cfa-46fd-84a2-9ba6f472c38d,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:11.358543 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 3f958445-6ab4-48fb-bcd8-db2694c0c53d triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:11.358940 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.359279 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 3f958445-6ab4-48fb-bcd8-db2694c0c53d Sep 26 05:29:11.397836 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:08Z', 'revision_number': 3, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:11.406098 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Allocated IP 172.20.0.2 (7a033fac-5647-47c1-8abf-96bf265545b0/68ec3a06-35a7-4882-936e-ce718bcdd1ec/6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:11.409348 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Publish callbacks [] for router_gateway (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.432453 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Checking router: 9e15f6b9-682f-4155-adf9-7b5580167151 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:29:11.432900 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Updating router 9e15f6b9-682f-4155-adf9-7b5580167151 port 7bd232d0-0f17-4dc0-82bf-f269189d2f29 binding host dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:29:11.437892 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.474366 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (7bd232d0-0f17-4dc0-82bf-f269189d2f29), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.556142 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Publish callbacks [] for port (ad77344f-908e-4eb2-a371-99e7a5217153), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.585288 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:11.603522 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (ad77344f-908e-4eb2-a371-99e7a5217153), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.615135 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:11.620959 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:11.644733 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (1efb3a4e-6ab0-427b-bd23-95f123fdbb85), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.683491 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:11.692655 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:11.699515 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Publish callbacks [] for router_gateway (5588059c-6bc9-45f9-adf5-d0de95e2025a), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.700185 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:11.705364 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Attempting to bind port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:11.705807 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Attempting to bind port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:11.707066 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Attempting to bind port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d on network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:11.718243 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-60e3894a-e6ac-4360-9aa7-6e47515bdbce None None] Current status of the port 3f958445-6ab4-48fb-bcd8-db2694c0c53d is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:11.718711 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-60e3894a-e6ac-4360-9aa7-6e47515bdbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.740738 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Pushing event updated for resources: {'Port': ['ID=ad77344f-908e-4eb2-a371-99e7a5217153,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:11.743443 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Allocated IP 172.27.0.162 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/df8a6f02-24d1-4660-93f9-6ce12216fc1e) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:11.780439 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] For port e09957af-3fa1-4c2f-839a-be8a8120fa93, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:11.823533 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Publish callbacks [] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.827305 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] For port e09957af-3fa1-4c2f-839a-be8a8120fa93, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=e09957af-3fa1-4c2f-839a-be8a8120fa93,segment=NetworkSegment(d9faaf72-73c5-4de9-a193-559ab0abff66),segment_id=d9faaf72-73c5-4de9-a193-559ab0abff66)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:11.886000 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-60e3894a-e6ac-4360-9aa7-6e47515bdbce None None] For port 3f958445-6ab4-48fb-bcd8-db2694c0c53d, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=3f958445-6ab4-48fb-bcd8-db2694c0c53d,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:11.906738 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.922180 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (1efb3a4e-6ab0-427b-bd23-95f123fdbb85), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.923432 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.934774 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:11.936653 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Checking segment: {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:11.937066 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:11.937744 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Bound using segment: {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:11.938242 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Bound port: 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:11.939323 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.012642 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Publish callbacks [] for port (df8a6f02-24d1-4660-93f9-6ce12216fc1e), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.013253 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:29:12.013763 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:29:12.014887 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:29:12.015387 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Subscribe: > port after_create 55550000 {{(pid=106341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:29:12.015869 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:29:12.016365 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Subscribe: > port after_update 55550000 {{(pid=106341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:29:12.016824 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:29:12.017489 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:29:12.017951 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:29:12.018413 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:29:12.021249 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:12.032503 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Network 7a033fac-5647-47c1-8abf-96bf265545b0 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:12.034402 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-60e3894a-e6ac-4360-9aa7-6e47515bdbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.078092 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Publish callbacks [] for router_gateway (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.083648 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:12.108910 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Pushing event updated for resources: {'Port': ['ID=6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:12.108910 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:12.121895 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] For port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:12.136537 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (df8a6f02-24d1-4660-93f9-6ce12216fc1e), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.182386 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:12.195426 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] For port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=5a494b6d-3cfa-46fd-84a2-9ba6f472c38d,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:12.196956 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 3f958445-6ab4-48fb-bcd8-db2694c0c53d is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:12.197337 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.230932 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:12.237539 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:12.245931 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:12.251471 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-dbe2991e-e465-48e5-b6b2-5e93b589adb4 None None] Provisioning complete for port 3f958445-6ab4-48fb-bcd8-db2694c0c53d triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:12.251617 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Pushing event updated for resources: {'Port': ['ID=df8a6f02-24d1-4660-93f9-6ce12216fc1e,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:12.251816 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dbe2991e-e465-48e5-b6b2-5e93b589adb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.252125 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dbe2991e-e465-48e5-b6b2-5e93b589adb4 None None] Attempt 1 to provision port 3f958445-6ab4-48fb-bcd8-db2694c0c53d Sep 26 05:29:12.255070 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.422406 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Publish callbacks [] for port (7bd232d0-0f17-4dc0-82bf-f269189d2f29), precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.436956 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:29:12.438147 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:29:12.439433 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (7bd232d0-0f17-4dc0-82bf-f269189d2f29), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.448631 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:29:12.449102 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:29:12.449552 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efb3a4e-6ab0-427b-bd23-95f123fdbb85']}} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:12.451617 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.db.api [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 05:29:12.452087 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG oslo_db.api [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 05:29:12.456964 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a165943-d8e2-495e-b89b-e8399c517c05 None None] Pushing event updated for resources: {'Port': ['ID=e09957af-3fa1-4c2f-839a-be8a8120fa93,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:12.504859 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Attempting to bind port 7bd232d0-0f17-4dc0-82bf-f269189d2f29 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:12.505472 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Attempting to bind port 7bd232d0-0f17-4dc0-82bf-f269189d2f29 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:12.506013 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Attempting to bind port 7bd232d0-0f17-4dc0-82bf-f269189d2f29 on network 1d7e5a44-5796-4db3-9f47-9726042cf055 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:12.520432 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23c5346-7434-4741-ad3d-c7df3a77cc66') {'for_net_delete': True} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:12.520714 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23c5346-7434-4741-ad3d-c7df3a77cc66') {} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:12.526034 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581409'] for router (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.560465 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421624'] for segment (c23c5346-7434-4741-ad3d-c7df3a77cc66), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.568716 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3894a-e6ac-4360-9aa7-6e47515bdbce None None] Pushing event updated for resources: {'Port': ['ID=3f958445-6ab4-48fb-bcd8-db2694c0c53d,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:12.570955 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Pushing event updated for resources: {'Port': ['ID=7bd232d0-0f17-4dc0-82bf-f269189d2f29,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:12.577510 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:12.626626 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:12.626971 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:12.627565 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:12.627927 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:12.628275 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:12.628617 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:12.628947 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:12.629334 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:12.629666 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:12.629990 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:12.630314 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:12.630652 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:12.630978 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:12.631347 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:12.631729 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Tracked resource versions report: Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: pushed versions: Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: { 'AddressGroup': {'1.2'}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Agent': {'1.1'}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'ConntrackHelper': {'1.0'}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'LocalIPAssociation': {'1.0'}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Log': {'1.0'}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'NDPProxy': {'1.0'}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Network': {'1.1'}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Port': {'1.7'}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'PortForwarding': {'1.3'}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'QosPolicy': {'1.10'}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'SecurityGroup': {'1.5'}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'SecurityGroupRule': {'1.2'}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'SubPort': {'1.0'}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Subnet': {'1.1'}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Trunk': {'1.1'}} Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: consumer versions: Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: { DHCP agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: HyperV agent@hv-cinder-85918: {}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: L3 agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: Metadata agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: Metering agent@dv-cinder-859186-2-iscsi: {}, Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: Open vSwitch agent@dv-cinder-859186-2-iscsi: { 'AddressGroup': '1.2', Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Agent': '1.1', Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'ConntrackHelper': '1.0', Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'LocalIPAssociation': '1.0', Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Log': '1.0', Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'NDPProxy': '1.0', Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Network': '1.1', Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Port': '1.7', Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'PortForwarding': '1.3', Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'QosPolicy': '1.10', Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'SecurityGroup': '1.5', Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'SecurityGroupRule': '1.2', Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'SubPort': '1.0', Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Subnet': '1.1', Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: 'Trunk': '1.1'}} Sep 26 05:29:12.633304 dv-cinder-859186-2-iscsi neutron-server[106343]: {{(pid=106343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 05:29:12.642643 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:12.643015 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Checking segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:12.643419 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.643805 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Bound using segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:12.644421 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Bound port: 7bd232d0-0f17-4dc0-82bf-f269189d2f29, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:12.646982 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (7bd232d0-0f17-4dc0-82bf-f269189d2f29), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.689589 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (c23c5346-7434-4741-ad3d-c7df3a77cc66), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.724675 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:29:12.725233 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2423299'] for segment (c23c5346-7434-4741-ad3d-c7df3a77cc66), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.739146 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] For port 7bd232d0-0f17-4dc0-82bf-f269189d2f29, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:12.746171 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] For port 7bd232d0-0f17-4dc0-82bf-f269189d2f29, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=7bd232d0-0f17-4dc0-82bf-f269189d2f29,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:12.746716 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dbe2991e-e465-48e5-b6b2-5e93b589adb4 None None] Current status of the port 3f958445-6ab4-48fb-bcd8-db2694c0c53d is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:12.748793 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd2a2d-480c-4ee2-9c38-840ee906ae24 None None] Pushing event updated for resources: {'Port': ['ID=5a494b6d-3cfa-46fd-84a2-9ba6f472c38d,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:12.752308 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Attempting to bind port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:12.752791 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Attempting to bind port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:12.753217 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Attempting to bind port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e on network 7a033fac-5647-47c1-8abf-96bf265545b0 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:12.755659 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (7bd232d0-0f17-4dc0-82bf-f269189d2f29), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.786715 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581409'] for router (5588059c-6bc9-45f9-adf5-d0de95e2025a), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.827242 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Routers {'9e15f6b9-682f-4155-adf9-7b5580167151'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:12.829784 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:28:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['9e15f6b9-682f-4155-adf9-7b5580167151'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:12.831510 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:12.832088 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Checking segment: {'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:12.832841 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.833357 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Bound using segment: {'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:12.834131 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Bound port: 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:12.835838 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.912227 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:12.932932 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8a1f0-8869-4605-96d2-f644486d5996 None None] Pushing event updated for resources: {'Port': ['ID=7bd232d0-0f17-4dc0-82bf-f269189d2f29,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:12.941412 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:12.971866 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (1efb3a4e-6ab0-427b-bd23-95f123fdbb85), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:13.024913 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] For port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:13.028322 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] Set router 9e15f6b9-682f-4155-adf9-7b5580167151 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:13.033074 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] For port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:13.038670 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:13.045422 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/1efb3a4e-6ab0-427b-bd23-95f123fdbb85 HTTP/1.1" status: 204 len: 168 time: 1.7644744 Sep 26 05:29:13.072538 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34566) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:13.095464 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:13.114280 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:13.183330 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Publish callbacks [] for router_gateway (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:13.203888 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c28eda-5fcf-489b-ae02-c94e3d11a921 admin admin] Pushing event deleted for resources: {'Network': ['ID=1efb3a4e-6ab0-427b-bd23-95f123fdbb85,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:13.295385 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e489bf-dd8b-4bb5-95d6-3d81371d0d4e None None] Pushing event updated for resources: {'Port': ['ID=6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:13.305143 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 3f958445-6ab4-48fb-bcd8-db2694c0c53d is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:13.356414 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39c1fe5-029e-4165-ad8f-0a56f1a33c7e admin admin] Deleting subnet f891a4ae-972e-43c3-806a-e6f82631e883 {{(pid=106341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:29:13.391983 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Router e7071c6f-bfa5-4727-9a0a-1b9ae81c814d is scheduled to L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f with binding_index 1 {{(pid=106340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:29:13.409779 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment c23c5346-7434-4741-ad3d-c7df3a77cc66 resource provider aggregate not found Sep 26 05:29:13.423084 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c39c1fe5-029e-4165-ad8f-0a56f1a33c7e admin admin] Publish callbacks [] for subnet (f891a4ae-972e-43c3-806a-e6f82631e883), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:13.443171 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:08Z', 'revision_number': 3, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:13.459975 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment c23c5346-7434-4741-ad3d-c7df3a77cc66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c23c5346-7434-4741-ad3d-c7df3a77cc66 found for delete ", "request_id": "req-0d80c7e9-4a6d-4d48-814f-e64727a7c0b7"}]} Sep 26 05:29:13.467776 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:13.532940 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2729d7-4353-47e8-a182-cb5802ecb12b None None] The sync data for ids ['9e15f6b9-682f-4155-adf9-7b5580167151'] in dv-cinder-859186-2-iscsi is: [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:08Z', 'revision_number': 3, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:29:13.536909 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c39c1fe5-029e-4165-ad8f-0a56f1a33c7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421571'] for subnet (f891a4ae-972e-43c3-806a-e6f82631e883), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:13.638274 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a10aff0-38c1-48b8-98c7-09623e352a76 None None] Network 57c648e4-fdcc-4713-bf51-b124d7faabd4 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:29:13.705407 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Router 5588059c-6bc9-45f9-adf5-d0de95e2025a is scheduled to L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f with binding_index 1 {{(pid=106341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:29:13.768861 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:13.774321 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Allocated IP 172.20.0.1 (7a42108c-0615-4b7d-80da-4c23f250e4d0/4affd44b-ea84-4f57-8378-bafc6ff36763/d47af5cc-d884-43da-b5db-2faf63776dec) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:13.778929 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:13.784828 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:13.802692 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:29:13.809176 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c39c1fe5-029e-4165-ad8f-0a56f1a33c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (f891a4ae-972e-43c3-806a-e6f82631e883), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:13.820659 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581409'] for router (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:13.887828 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:13.899273 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] Publish callbacks [] for router (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:13.900650 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-11975cb9-2e83-4a97-8e99-8bd8873eb6de admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8596857 Sep 26 05:29:13.903410 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34588) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:13.951824 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Sync routers for ids ['e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:29:14.006484 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-4f932898-3c25-4586-9dc6-ec0c55c72b95 None None] Provisioning complete for port e09957af-3fa1-4c2f-839a-be8a8120fa93 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:14.006965 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f932898-3c25-4586-9dc6-ec0c55c72b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:14.007341 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-4f932898-3c25-4586-9dc6-ec0c55c72b95 None None] Attempt 1 to provision port e09957af-3fa1-4c2f-839a-be8a8120fa93 Sep 26 05:29:14.101965 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Routers {'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:14.105257 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:28:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:14.122355 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:14.122812 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:14.123153 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d Sep 26 05:29:14.211694 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0824eb0f-a9a1-4d4d-a02b-6e4b1662966a None None] Network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:29:14.276611 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:29:14.286776 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Sync routers for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:29:14.287043 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c39c1fe5-029e-4165-ad8f-0a56f1a33c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2423481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802036'] for subnet (f891a4ae-972e-43c3-806a-e6f82631e883), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:14.307849 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:14.316146 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:28:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:14.358598 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c1fe5-029e-4165-ad8f-0a56f1a33c7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f891a4ae-972e-43c3-806a-e6f82631e883,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:14.374484 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c39c1fe5-029e-4165-ad8f-0a56f1a33c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:14.381458 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-c39c1fe5-029e-4165-ad8f-0a56f1a33c7e admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/f891a4ae-972e-43c3-806a-e6f82631e883 HTTP/1.1" status: 204 len: 168 time: 1.3075635 Sep 26 05:29:14.389758 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34596) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:14.435213 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:14.436766 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-900437ad-38c3-4860-8a7b-daf57a173720 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6417022 Sep 26 05:29:14.456533 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34598) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:14.511922 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 is scheduled to L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f with binding_index 1 {{(pid=106340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:29:14.514164 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:14.585323 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:14.824548 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Publish callbacks [] for port (d47af5cc-d884-43da-b5db-2faf63776dec), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:14.861132 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:11Z', 'revision_number': 3, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:14.892593 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:14.893153 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:14.917737 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbc03-8a87-4911-971f-af78691ddb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (22d6cdeb-3345-4766-8b2f-ee67ee54d24f), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:14.920951 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Checking router: 5588059c-6bc9-45f9-adf5-d0de95e2025a for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:29:14.921319 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Updating router 5588059c-6bc9-45f9-adf5-d0de95e2025a port 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e binding host dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:29:14.948288 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Set router e7071c6f-bfa5-4727-9a0a-1b9ae81c814d gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:14.965001 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.017985 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:15.027490 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-4f932898-3c25-4586-9dc6-ec0c55c72b95 None None] Current status of the port e09957af-3fa1-4c2f-839a-be8a8120fa93 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:15.027911 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f932898-3c25-4586-9dc6-ec0c55c72b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.035807 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:15.071080 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:15.117035 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.151064 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f5d9ef-b291-42c0-bcf8-49460d2bb0c7 None None] Network 7a033fac-5647-47c1-8abf-96bf265545b0 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:29:15.183493 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:29:15.205005 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (d47af5cc-d884-43da-b5db-2faf63776dec), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.233720 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:15.246578 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.254814 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6c2f95c8-b1f5-4589-afd0-54e5cfbd809b admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5499873 Sep 26 05:29:15.258067 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Sync routers for ids ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:29:15.260077 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:15.267173 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34606) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:15.335787 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:15.343316 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=5a494b6d-3cfa-46fd-84a2-9ba6f472c38d,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:15.368643 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbc03-8a87-4911-971f-af78691ddb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (22d6cdeb-3345-4766-8b2f-ee67ee54d24f), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.374665 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.375492 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device e09957af-3fa1-4c2f-839a-be8a8120fa93 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:15.396415 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Network 7a42108c-0615-4b7d-80da-4c23f250e4d0 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:15.412596 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:15.439234 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-4f932898-3c25-4586-9dc6-ec0c55c72b95 None None] For port e09957af-3fa1-4c2f-839a-be8a8120fa93, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=e09957af-3fa1-4c2f-839a-be8a8120fa93,segment=NetworkSegment(d9faaf72-73c5-4de9-a193-559ab0abff66),segment_id=d9faaf72-73c5-4de9-a193-559ab0abff66)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:15.442190 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Routers {'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:15.442190 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:28:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:15.460728 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:15.468820 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-f4ebbc03-8a87-4911-971f-af78691ddb39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d6cdeb-3345-4766-8b2f-ee67ee54d24f']}} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:15.472688 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Pushing event updated for resources: {'Port': ['ID=d47af5cc-d884-43da-b5db-2faf63776dec,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:15.525943 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Allocated IP 172.20.0.1 (57c648e4-fdcc-4713-bf51-b124d7faabd4/ce492be2-4210-4d61-8df6-606eaf40dacb/01098292-e1d0-46e5-9217-09169c6134f6) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:15.548930 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Publish callbacks [] for port (4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e), precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.565291 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.577848 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f932898-3c25-4586-9dc6-ec0c55c72b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.609229 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Attempting to bind port 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:15.609951 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Attempting to bind port 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:15.610796 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Attempting to bind port 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e on network 1d7e5a44-5796-4db3-9f47-9726042cf055 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:15.611232 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-f4ebbc03-8a87-4911-971f-af78691ddb39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87b5fa2-7bef-48c2-a790-e78c084e6e24') {'for_net_delete': True} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:15.611670 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-f4ebbc03-8a87-4911-971f-af78691ddb39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87b5fa2-7bef-48c2-a790-e78c084e6e24') {} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:15.665229 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbc03-8a87-4911-971f-af78691ddb39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421624'] for segment (e87b5fa2-7bef-48c2-a790-e78c084e6e24), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.698112 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37511060-e958-4063-ac58-608a5b7c2378 None None] Pushing event updated for resources: {'Port': ['ID=4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:15.706504 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Publish callbacks [] for port (01098292-e1d0-46e5-9217-09169c6134f6), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.729068 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:15.729827 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Checking segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:15.730428 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.731029 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Bound using segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:15.731732 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Bound port: 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:15.732452 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.780237 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (01098292-e1d0-46e5-9217-09169c6134f6), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.806472 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:15.808096 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=5a494b6d-3cfa-46fd-84a2-9ba6f472c38d,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:15.824421 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port e09957af-3fa1-4c2f-839a-be8a8120fa93 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:15.824657 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.824989 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port e09957af-3fa1-4c2f-839a-be8a8120fa93 Sep 26 05:29:15.834238 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687896'] for router_interface (9e15f6b9-682f-4155-adf9-7b5580167151), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.837681 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbc03-8a87-4911-971f-af78691ddb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (e87b5fa2-7bef-48c2-a790-e78c084e6e24), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.865843 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] For port 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:15.873591 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Network 57c648e4-fdcc-4713-bf51-b124d7faabd4 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:15.876994 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:15.880778 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:15.881971 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687896'] for router_interface (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.920709 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ebbc03-8a87-4911-971f-af78691ddb39 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:29:15.921112 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbc03-8a87-4911-971f-af78691ddb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2423299'] for segment (e87b5fa2-7bef-48c2-a790-e78c084e6e24), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.922279 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Pushing event updated for resources: {'Port': ['ID=01098292-e1d0-46e5-9217-09169c6134f6,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:15.942180 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] Provisioning complete for port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:15.942714 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:15.942878 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] Attempt 1 to provision port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d Sep 26 05:29:16.043715 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f932898-3c25-4586-9dc6-ec0c55c72b95 None None] Pushing event updated for resources: {'Port': ['ID=e09957af-3fa1-4c2f-839a-be8a8120fa93,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:16.051067 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Set router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:16.145614 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'name': 'tempest-DeleteServersTestJSON-528819661-router', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ad77344f-908e-4eb2-a371-99e7a5217153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:08Z', 'updated_at': '2022-09-26T05:29:11Z', 'revision_number': 3, 'project_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'gw_port': {'id': 'ad77344f-908e-4eb2-a371-99e7a5217153', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:16.185986 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment e87b5fa2-7bef-48c2-a790-e78c084e6e24 resource provider aggregate not found Sep 26 05:29:16.263861 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment e87b5fa2-7bef-48c2-a790-e78c084e6e24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e87b5fa2-7bef-48c2-a790-e78c084e6e24 found for delete ", "request_id": "req-259ee865-c465-4650-a906-4ad4ade38859"}]} Sep 26 05:29:16.283357 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (01098292-e1d0-46e5-9217-09169c6134f6), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:16.295643 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:16.297300 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] For port 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:16.308654 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:16.337710 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbc03-8a87-4911-971f-af78691ddb39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (22d6cdeb-3345-4766-8b2f-ee67ee54d24f), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:16.361484 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port e09957af-3fa1-4c2f-839a-be8a8120fa93 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:16.362562 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 3f958445-6ab4-48fb-bcd8-db2694c0c53d up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:16.368961 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Checking router: e7071c6f-bfa5-4727-9a0a-1b9ae81c814d for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:29:16.369331 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Updating router e7071c6f-bfa5-4727-9a0a-1b9ae81c814d port ad77344f-908e-4eb2-a371-99e7a5217153 binding host dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:29:16.373249 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f4ebbc03-8a87-4911-971f-af78691ddb39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:16.377245 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-f4ebbc03-8a87-4911-971f-af78691ddb39 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/22d6cdeb-3345-4766-8b2f-ee67ee54d24f HTTP/1.1" status: 204 len: 168 time: 1.9864736 Sep 26 05:29:16.379805 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37511060-e958-4063-ac58-608a5b7c2378 None None] Pushing event updated for resources: {'Port': ['ID=4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:16.408481 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:16.409902 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:28:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:16.457725 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (ad77344f-908e-4eb2-a371-99e7a5217153), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:16.466633 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebbc03-8a87-4911-971f-af78691ddb39 admin admin] Pushing event deleted for resources: {'Network': ['ID=22d6cdeb-3345-4766-8b2f-ee67ee54d24f,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:16.533655 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:16.568418 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Publish callbacks [] for port (01098292-e1d0-46e5-9217-09169c6134f6), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:16.581796 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (01098292-e1d0-46e5-9217-09169c6134f6), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:16.582009 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688012'] for router_interface (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:16.602711 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 3f958445-6ab4-48fb-bcd8-db2694c0c53d triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:16.604444 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:16.604444 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 3f958445-6ab4-48fb-bcd8-db2694c0c53d Sep 26 05:29:16.617668 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:16.633948 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] Current status of the port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:16.646958 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:16.686954 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (d47af5cc-d884-43da-b5db-2faf63776dec), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:16.724801 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:12Z', 'revision_number': 3, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:16.729315 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Pushing event updated for resources: {'Port': ['ID=01098292-e1d0-46e5-9217-09169c6134f6,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:16.786448 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] Provisioning complete for port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:16.786827 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:16.787168 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] Attempt 1 to provision port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e Sep 26 05:29:16.789588 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Checking router: cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:29:16.789933 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Updating router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 port df8a6f02-24d1-4660-93f9-6ce12216fc1e binding host dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:29:16.813599 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:16.814202 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Network 57c648e4-fdcc-4713-bf51-b124d7faabd4 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:16.815699 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:16.841783 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34628) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:16.878896 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:29:16.890644 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:11Z', 'revision_number': 3, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:16.915424 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:16.934758 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c293c8-ee69-4cb3-9e24-f5de4da84d66 None None] The sync data for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi is: [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:11Z', 'revision_number': 3, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:29:16.942167 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (df8a6f02-24d1-4660-93f9-6ce12216fc1e), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:16.996969 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Router e7071c6f-bfa5-4727-9a0a-1b9ae81c814d has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:29:17.120179 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:17.149364 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:29:17.160163 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-60664ce9-e15b-4988-93e6-9a60bfd5ff2e admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/e7071c6f-bfa5-4727-9a0a-1b9ae81c814d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2522237 Sep 26 05:29:17.313834 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] Current status of the port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:17.314285 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:17.336410 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 3f958445-6ab4-48fb-bcd8-db2694c0c53d is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:17.348223 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:17.391215 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34640) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:17.391437 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-00559248-c542-4c39-9aa2-15c846280815 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=683fe26dd18740ebb1093f9539c75371&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5483479 Sep 26 05:29:17.403796 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:17.435149 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] For port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:17.449001 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:17.534508 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-483e4568-209f-41f9-b6dd-005a4111bc64 admin admin] Publish callbacks [] for security_group (04cd88da-45a6-407a-8fd6-caa82143e3f7), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:17.576446 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] Provisioning complete for port e09957af-3fa1-4c2f-839a-be8a8120fa93 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:17.576811 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:17.577137 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] Attempt 1 to provision port e09957af-3fa1-4c2f-839a-be8a8120fa93 Sep 26 05:29:17.611964 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-483e4568-209f-41f9-b6dd-005a4111bc64 admin admin] Publish callbacks [] for security_group (04cd88da-45a6-407a-8fd6-caa82143e3f7), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:17.736991 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-483e4568-209f-41f9-b6dd-005a4111bc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (04cd88da-45a6-407a-8fd6-caa82143e3f7), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:17.740274 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-483e4568-209f-41f9-b6dd-005a4111bc64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:17.744979 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-483e4568-209f-41f9-b6dd-005a4111bc64 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/04cd88da-45a6-407a-8fd6-caa82143e3f7 HTTP/1.1" status: 204 len: 168 time: 0.3527172 Sep 26 05:29:17.745843 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Publish callbacks [] for port (ad77344f-908e-4eb2-a371-99e7a5217153), precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:17.755675 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e4568-209f-41f9-b6dd-005a4111bc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cd88da-45a6-407a-8fd6-caa82143e3f7,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:17.758500 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:17.760455 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] Pushing event updated for resources: {'Port': ['ID=6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:17.777152 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Allocated IP 172.20.0.1 (7a033fac-5647-47c1-8abf-96bf265545b0/68ec3a06-35a7-4882-936e-ce718bcdd1ec/79472b68-d197-403e-92a1-462175a15eb9) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:17.823833 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (ad77344f-908e-4eb2-a371-99e7a5217153), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:17.949929 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34672) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:17.952897 dv-cinder-859186-2-iscsi neutron-server[106340]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 05:29:18.030598 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Attempting to bind port ad77344f-908e-4eb2-a371-99e7a5217153 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:18.030965 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Attempting to bind port ad77344f-908e-4eb2-a371-99e7a5217153 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:18.031325 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Attempting to bind port ad77344f-908e-4eb2-a371-99e7a5217153 on network 1d7e5a44-5796-4db3-9f47-9726042cf055 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:18.039790 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Publish callbacks [] for port (79472b68-d197-403e-92a1-462175a15eb9), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.111742 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.143177 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401216c8-4d97-4f46-892e-97b6f06edf93 None None] Pushing event updated for resources: {'Port': ['ID=ad77344f-908e-4eb2-a371-99e7a5217153,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:18.144538 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:18.158343 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:18.161911 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:18.163947 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:18.164408 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.164803 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d Sep 26 05:29:18.188617 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:18.230156 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (79472b68-d197-403e-92a1-462175a15eb9), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.239753 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Publish callbacks [] for port (d47af5cc-d884-43da-b5db-2faf63776dec), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.258580 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-0369e880-8b32-4a7f-a0e9-14e18b745ecd None None] Current status of the port e09957af-3fa1-4c2f-839a-be8a8120fa93 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:18.271023 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-b3f129b6-4f11-449e-b9b9-bfd2de85d9ff tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:18.272536 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-b3f129b6-4f11-449e-b9b9-bfd2de85d9ff tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/networks?id=57c648e4-fdcc-4713-bf51-b124d7faabd4 HTTP/1.1" status: 200 len: 811 time: 0.3205347 Sep 26 05:29:18.293377 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-6bdbc201-770e-426b-8757-501b74519a87 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/quotas/0a676eb5cbd74956ba12b1d5595e3f18 HTTP/1.1" status: 200 len: 375 time: 0.0198896 Sep 26 05:29:18.306304 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (d47af5cc-d884-43da-b5db-2faf63776dec), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.338167 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:18.339604 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Checking segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:18.340056 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.340559 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Bound using segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:18.343183 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Bound port: ad77344f-908e-4eb2-a371-99e7a5217153, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:18.343546 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (ad77344f-908e-4eb2-a371-99e7a5217153), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.378081 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688012'] for router_interface (9e15f6b9-682f-4155-adf9-7b5580167151), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.390777 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Network 7a033fac-5647-47c1-8abf-96bf265545b0 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:18.407790 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:18.430683 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:18.464622 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-e9b633dd-d5ad-4970-8e98-4adfc1cc8a42 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=0a676eb5cbd74956ba12b1d5595e3f18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1698127 Sep 26 05:29:18.478913 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34690) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:18.504328 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687896'] for router_interface (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.533509 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:18.565031 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6717259f-6716-4630-bca5-bbe124676467 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b9fc76e6ae294493b3a971b3b4a92a76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0850940 Sep 26 05:29:18.565693 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34694) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:18.598541 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Provisioning complete for port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:18.598932 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.599299 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 1 to provision port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d Sep 26 05:29:18.640465 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a151-9a85-4bb1-95c1-2d9d82892f24 admin admin] Publish callbacks [] for security_group (bb96c539-467c-488f-81a4-db6288efe91d), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.670761 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a151-9a85-4bb1-95c1-2d9d82892f24 admin admin] Publish callbacks [] for security_group (bb96c539-467c-488f-81a4-db6288efe91d), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.704542 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] For port ad77344f-908e-4eb2-a371-99e7a5217153, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:18.750982 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a151-9a85-4bb1-95c1-2d9d82892f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (bb96c539-467c-488f-81a4-db6288efe91d), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.755819 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Pushing event updated for resources: {'Port': ['ID=79472b68-d197-403e-92a1-462175a15eb9,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:18.755962 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a151-9a85-4bb1-95c1-2d9d82892f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.757778 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-d9c3a151-9a85-4bb1-95c1-2d9d82892f24 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bb96c539-467c-488f-81a4-db6288efe91d HTTP/1.1" status: 204 len: 168 time: 0.1908591 Sep 26 05:29:18.766024 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Publish callbacks [] for port (df8a6f02-24d1-4660-93f9-6ce12216fc1e), precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.773661 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] For port ad77344f-908e-4eb2-a371-99e7a5217153, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=ad77344f-908e-4eb2-a371-99e7a5217153,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:18.780147 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3a151-9a85-4bb1-95c1-2d9d82892f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb96c539-467c-488f-81a4-db6288efe91d,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:18.788779 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-f68a463f-05a8-467d-95c3-cc28f2797fdb service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106340) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:29:18.790081 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-f68a463f-05a8-467d-95c3-cc28f2797fdb service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1026351 Sep 26 05:29:18.790380 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (df8a6f02-24d1-4660-93f9-6ce12216fc1e), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.808345 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (ad77344f-908e-4eb2-a371-99e7a5217153), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:18.821902 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Network 7a42108c-0615-4b7d-80da-4c23f250e4d0 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:18.837859 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:18.838970 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device e09957af-3fa1-4c2f-839a-be8a8120fa93 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:18.859209 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:18.861392 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Pushing event updated for resources: {'Port': ['ID=d47af5cc-d884-43da-b5db-2faf63776dec,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:18.893981 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Attempting to bind port df8a6f02-24d1-4660-93f9-6ce12216fc1e on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:18.894353 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Attempting to bind port df8a6f02-24d1-4660-93f9-6ce12216fc1e by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:18.894771 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Attempting to bind port df8a6f02-24d1-4660-93f9-6ce12216fc1e on network 1d7e5a44-5796-4db3-9f47-9726042cf055 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:18.979401 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-afc41e39-7c7f-4b7f-a08c-94c180c8edf4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/57c648e4-fdcc-4713-bf51-b124d7faabd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791041 Sep 26 05:29:18.986860 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6a5df-1ff1-4c13-8ad8-a857530aabfb None None] Pushing event updated for resources: {'Port': ['ID=df8a6f02-24d1-4660-93f9-6ce12216fc1e,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:18.989181 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Routers {'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:18.989818 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:28:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:19.012743 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Allocated IP 172.20.0.1 (542c3891-aa7c-4297-a50e-fe5b71cd3cf3/6783b947-c48f-4404-8277-22844ede2f74/e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:19.130873 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-748a8118-d612-4c99-a86f-f6b3d1a4d40d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/57c648e4-fdcc-4713-bf51-b124d7faabd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416581 Sep 26 05:29:19.184085 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Current status of the port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:19.218947 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:19.219466 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Checking segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:19.220160 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:19.220354 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Bound using segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:19.220967 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Bound port: df8a6f02-24d1-4660-93f9-6ce12216fc1e, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:19.221494 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (df8a6f02-24d1-4660-93f9-6ce12216fc1e), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:19.258203 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Provisioning complete for port d47af5cc-d884-43da-b5db-2faf63776dec triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:19.258695 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (d47af5cc-d884-43da-b5db-2faf63776dec), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:19.259100 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 1 to provision port d47af5cc-d884-43da-b5db-2faf63776dec Sep 26 05:29:19.260989 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port e09957af-3fa1-4c2f-839a-be8a8120fa93 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:19.261439 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:19.262053 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port e09957af-3fa1-4c2f-839a-be8a8120fa93 Sep 26 05:29:19.273334 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] Set router e7071c6f-bfa5-4727-9a0a-1b9ae81c814d gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:19.285628 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Router 9e15f6b9-682f-4155-adf9-7b5580167151 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:29:19.341693 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:19.349332 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401216c8-4d97-4f46-892e-97b6f06edf93 None None] Pushing event updated for resources: {'Port': ['ID=ad77344f-908e-4eb2-a371-99e7a5217153,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:19.352039 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (79472b68-d197-403e-92a1-462175a15eb9), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:19.365279 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:19.371095 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:19.376905 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:19.439944 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Port d47af5cc-d884-43da-b5db-2faf63776dec cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:19.465888 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] For port df8a6f02-24d1-4660-93f9-6ce12216fc1e, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:19.522756 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Publish callbacks [] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:19.591930 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] For port df8a6f02-24d1-4660-93f9-6ce12216fc1e, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=df8a6f02-24d1-4660-93f9-6ce12216fc1e,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:19.700374 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5765f242-36c6-458e-be57-7425eb35639a req-c83f6cde-6cf0-4506-b173-0e0271570a19 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 210 time: 0.1262810 Sep 26 05:29:19.703829 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (df8a6f02-24d1-4660-93f9-6ce12216fc1e), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:19.703973 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:29:19.707486 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:19.724368 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Sync routers for ids ['9e15f6b9-682f-4155-adf9-7b5580167151'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:29:19.730001 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:19.747883 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-4f39ee97-69e0-49d5-a907-f93e891eb20a admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/9e15f6b9-682f-4155-adf9-7b5580167151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0171824 Sep 26 05:29:19.750170 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Routers {'9e15f6b9-682f-4155-adf9-7b5580167151'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:19.750170 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:28:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['9e15f6b9-682f-4155-adf9-7b5580167151'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:19.816113 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Pushing event updated for resources: {'Port': ['ID=e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:19.844926 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:19.855472 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:19.865438 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:19.866683 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port e09957af-3fa1-4c2f-839a-be8a8120fa93 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:19.868282 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 7bd232d0-0f17-4dc0-82bf-f269189d2f29 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:19.913448 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:19.962241 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 2 to provision port d47af5cc-d884-43da-b5db-2faf63776dec Sep 26 05:29:19.965432 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Publish callbacks [] for port (79472b68-d197-403e-92a1-462175a15eb9), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:19.970567 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Routers {'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:19.971544 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:28:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:20.011928 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Set router 9e15f6b9-682f-4155-adf9-7b5580167151 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:20.028807 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (79472b68-d197-403e-92a1-462175a15eb9), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:20.168680 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'name': 'tempest-DeleteServersTestJSON-528819661-router', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ad77344f-908e-4eb2-a371-99e7a5217153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:08Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'gw_port': {'id': 'ad77344f-908e-4eb2-a371-99e7a5217153', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '01098292-e1d0-46e5-9217-09169c6134f6', 'name': '', 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'mac_address': 'fa:16:3e:61:78:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce492be2-4210-4d61-8df6-606eaf40dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:15Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 2, 'project_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'subnets': [{'id': 'ce492be2-4210-4d61-8df6-606eaf40dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:20.183220 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688012'] for router_interface (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:20.187684 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687896'] for router_interface (5588059c-6bc9-45f9-adf5-d0de95e2025a), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:20.347565 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'd47af5cc-d884-43da-b5db-2faf63776dec', 'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'mac_address': 'fa:16:3e:59:5b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:12Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 2, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'subnets': [{'id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:20.383874 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6a5df-1ff1-4c13-8ad8-a857530aabfb None None] Pushing event updated for resources: {'Port': ['ID=df8a6f02-24d1-4660-93f9-6ce12216fc1e,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:20.391658 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878947e-b3c7-4c9b-b9f7-aca8105ff885 None None] The sync data for ids ['e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'] in dv-cinder-859186-2-iscsi is: [{'id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'name': 'tempest-DeleteServersTestJSON-528819661-router', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ad77344f-908e-4eb2-a371-99e7a5217153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:08Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'gw_port': {'id': 'ad77344f-908e-4eb2-a371-99e7a5217153', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '01098292-e1d0-46e5-9217-09169c6134f6', 'name': '', 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'mac_address': 'fa:16:3e:61:78:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce492be2-4210-4d61-8df6-606eaf40dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:15Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 2, 'project_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'subnets': [{'id': 'ce492be2-4210-4d61-8df6-606eaf40dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:29:20.396010 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Port d47af5cc-d884-43da-b5db-2faf63776dec cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:20.396609 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 7bd232d0-0f17-4dc0-82bf-f269189d2f29 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:20.397905 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (7bd232d0-0f17-4dc0-82bf-f269189d2f29), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:20.398249 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 7bd232d0-0f17-4dc0-82bf-f269189d2f29 Sep 26 05:29:20.440619 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Pushing event updated for resources: {'Port': ['ID=79472b68-d197-403e-92a1-462175a15eb9,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:20.467883 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Checking router: 9e15f6b9-682f-4155-adf9-7b5580167151 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:29:20.468244 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Updating router 9e15f6b9-682f-4155-adf9-7b5580167151 port d47af5cc-d884-43da-b5db-2faf63776dec binding host dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:29:20.569818 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (d47af5cc-d884-43da-b5db-2faf63776dec), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:20.577311 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] Set router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:20.625166 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Network 7a033fac-5647-47c1-8abf-96bf265545b0 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:20.628465 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:20.756306 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:21.075588 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-32631489-aae6-4610-b6ed-8d8f0f6fa24a req-0a64769e-fd09-4f21-90f2-96c270fc2871 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 210 time: 0.0902896 Sep 26 05:29:21.151187 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:21.154319 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 3 to provision port d47af5cc-d884-43da-b5db-2faf63776dec Sep 26 05:29:21.160268 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:21.195898 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:29:21.219305 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:21.306660 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Publish callbacks [] for port (d47af5cc-d884-43da-b5db-2faf63776dec), precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:21.327694 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (d47af5cc-d884-43da-b5db-2faf63776dec), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:21.392350 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 2, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:21.455686 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34832) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:21.473133 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8011e936-4ddb-4aa7-a87b-e1f50acc52b1 None None] The sync data for ids ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'] in dv-cinder-859186-2-iscsi is: [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 2, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:29:21.483333 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Port d47af5cc-d884-43da-b5db-2faf63776dec cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:21.540767 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 7bd232d0-0f17-4dc0-82bf-f269189d2f29 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:21.541155 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (7bd232d0-0f17-4dc0-82bf-f269189d2f29), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:21.641495 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port 7bd232d0-0f17-4dc0-82bf-f269189d2f29, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=7bd232d0-0f17-4dc0-82bf-f269189d2f29,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:21.664760 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (7bd232d0-0f17-4dc0-82bf-f269189d2f29), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:21.665757 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:21.720917 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0715e-442b-4cd1-8b73-ff8f4c7c404f None None] Pushing event updated for resources: {'Port': ['ID=d47af5cc-d884-43da-b5db-2faf63776dec,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:21.723856 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Attempting to bind port d47af5cc-d884-43da-b5db-2faf63776dec on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:21.724392 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Attempting to bind port d47af5cc-d884-43da-b5db-2faf63776dec by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:21.725068 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Attempting to bind port d47af5cc-d884-43da-b5db-2faf63776dec on network 7a42108c-0615-4b7d-80da-4c23f250e4d0 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:21.773953 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-6c328f3e-c214-4958-8a24-d167234b231e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:21.782599 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-6c328f3e-c214-4958-8a24-d167234b231e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 818 time: 0.3247192 Sep 26 05:29:21.826177 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-4db9087b-d8c8-40ce-b59d-c1ddac096377 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/quotas/01c8f7766cb646b7b646a53c9de8e91a HTTP/1.1" status: 200 len: 375 time: 0.0423827 Sep 26 05:29:21.836609 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:21.859629 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:21.860704 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Checking segment: {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:21.861381 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:21.861933 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Bound using segment: {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:21.862573 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Bound port: d47af5cc-d884-43da-b5db-2faf63776dec, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:21.863182 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (d47af5cc-d884-43da-b5db-2faf63776dec), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:21.875703 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Publish callbacks [] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:21.907369 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:21.913368 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:22.010372 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 4 to provision port d47af5cc-d884-43da-b5db-2faf63776dec Sep 26 05:29:22.065192 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] For port d47af5cc-d884-43da-b5db-2faf63776dec, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:22.070135 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] For port d47af5cc-d884-43da-b5db-2faf63776dec, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=d47af5cc-d884-43da-b5db-2faf63776dec,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:22.093779 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (d47af5cc-d884-43da-b5db-2faf63776dec), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:22.142528 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-98645313-1f19-4f0e-be60-bddcec06565f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3123326 Sep 26 05:29:22.243632 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Port d47af5cc-d884-43da-b5db-2faf63776dec cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:22.255553 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=7bd232d0-0f17-4dc0-82bf-f269189d2f29,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:22.309559 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:22.309951 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:22.310291 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e Sep 26 05:29:22.327000 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0715e-442b-4cd1-8b73-ff8f4c7c404f None None] Pushing event updated for resources: {'Port': ['ID=d47af5cc-d884-43da-b5db-2faf63776dec,revision_number=4']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:22.372688 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Routers {'9e15f6b9-682f-4155-adf9-7b5580167151'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:22.374317 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:28:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['9e15f6b9-682f-4155-adf9-7b5580167151'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:22.419855 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Pushing event updated for resources: {'Port': ['ID=e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:22.441682 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688012'] for router_interface (5588059c-6bc9-45f9-adf5-d0de95e2025a), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:22.635252 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:22.655978 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:22.750173 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 5 to provision port d47af5cc-d884-43da-b5db-2faf63776dec Sep 26 05:29:22.765719 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34884) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:22.810133 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-46fe64a9-716a-408b-a8b6-6f5accf22a52 req-41df178f-6120-49a8-9395-bdcd187c9afd tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 210 time: 0.1317618 Sep 26 05:29:22.902591 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:22.902975 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:22.903466 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e Sep 26 05:29:22.904153 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-387aef30-2a11-4def-a778-43e152401452 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106340) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:29:22.906587 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-387aef30-2a11-4def-a778-43e152401452 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2564361 Sep 26 05:29:22.909551 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:29:22.912192 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:22.942222 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-db4d1fd6-83a4-41c9-88db-21886ee44786 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6725333 Sep 26 05:29:22.953162 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:23.002348 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] Set router 9e15f6b9-682f-4155-adf9-7b5580167151 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:23.081318 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-fa7e4c42-cb8a-4dac-81a3-47249437a90e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674075 Sep 26 05:29:23.137281 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Current status of the port d47af5cc-d884-43da-b5db-2faf63776dec is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:23.137873 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (d47af5cc-d884-43da-b5db-2faf63776dec), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:23.332197 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] For port d47af5cc-d884-43da-b5db-2faf63776dec, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=d47af5cc-d884-43da-b5db-2faf63776dec,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:23.421806 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (d47af5cc-d884-43da-b5db-2faf63776dec), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:23.457836 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Provisioning complete for port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:23.464123 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Router 5588059c-6bc9-45f9-adf5-d0de95e2025a has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:29:23.471216 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:23.471727 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 1 to provision port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e Sep 26 05:29:23.546853 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:23.647122 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'd47af5cc-d884-43da-b5db-2faf63776dec', 'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'mac_address': 'fa:16:3e:59:5b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:12Z', 'updated_at': '2022-09-26T05:29:22Z', 'revision_number': 4, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'subnets': [{'id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:23.721415 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9a45f824-31a4-4346-8dcc-4d740129d6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:23.722807 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:23.723136 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:23.726336 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f6ee6-4120-4f11-ab8f-156b478b974d None None] The sync data for ids ['9e15f6b9-682f-4155-adf9-7b5580167151'] in dv-cinder-859186-2-iscsi is: [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'd47af5cc-d884-43da-b5db-2faf63776dec', 'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'mac_address': 'fa:16:3e:59:5b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:12Z', 'updated_at': '2022-09-26T05:29:22Z', 'revision_number': 4, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'subnets': [{'id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:29:23.739820 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.60', 56989) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:23.741555 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34914) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:23.755103 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:23.759739 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Pushing event updated for resources: {'Port': ['ID=d47af5cc-d884-43da-b5db-2faf63776dec,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:23.771356 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:23.818325 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-01db3e36-cef2-445c-9420-845ed31a4098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:23.881807 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:23.935838 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:23.964175 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:29:23.973332 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Current status of the port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:23.988239 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-c439ce8e-e208-4a9c-8b91-c3fded62f55a admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/5588059c-6bc9-45f9-adf5-d0de95e2025a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5235789 Sep 26 05:29:24.007792 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Sync routers for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:29:24.013096 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:24.035951 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:24.040673 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Provisioning complete for port 01098292-e1d0-46e5-9217-09169c6134f6 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:24.042810 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (01098292-e1d0-46e5-9217-09169c6134f6), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:24.042810 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 1 to provision port 01098292-e1d0-46e5-9217-09169c6134f6 Sep 26 05:29:24.054798 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:24.055509 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:28:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:24.112739 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-ed72694d-0ead-409b-bd0c-a658c8c51e82 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0085380 Sep 26 05:29:24.118420 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-dc0c4743-b6e9-447d-bb26-8da6fcdfb44e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:24.122220 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-dc0c4743-b6e9-447d-bb26-8da6fcdfb44e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.60 "GET /networking/v2.0/networks?id=57c648e4-fdcc-4713-bf51-b124d7faabd4 HTTP/1.1" status: 200 len: 811 time: 0.3792043 Sep 26 05:29:24.161211 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:24.163797 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Port 01098292-e1d0-46e5-9217-09169c6134f6 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:24.219115 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-1c9e23e9-9061-4502-892f-92377c59817e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Request body: {'port': {'device_id': 'a31a978e-d8fb-4412-ad8c-999a3f18cfce', 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4', 'admin_state_up': True, 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:24.328241 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34930) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:24.341709 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-b2c854bd-4d0d-4683-82a4-674f91afb50b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--869215393', 'description': 'tempest-description--1196315491'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:24.390957 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:24.447074 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-01db3e36-cef2-445c-9420-845ed31a4098 admin admin] Publish callbacks [] for security_group (2b39f9a2-afde-4f88-abb5-342b879b2eed), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:24.454622 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b2c854bd-4d0d-4683-82a4-674f91afb50b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:24.503634 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device ad77344f-908e-4eb2-a371-99e7a5217153 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:24.563270 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:24.595030 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=100 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:24.638061 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2d0c07d6-c56e-4ca8-b878-3114b0c4f71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:24.712481 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b2c854bd-4d0d-4683-82a4-674f91afb50b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group (0f7def23-de7d-4461-98a1-b05e218c5419), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:24.717170 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 2 to provision port 01098292-e1d0-46e5-9217-09169c6134f6 Sep 26 05:29:24.769572 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-01db3e36-cef2-445c-9420-845ed31a4098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (2b39f9a2-afde-4f88-abb5-342b879b2eed), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:24.852726 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-01db3e36-cef2-445c-9420-845ed31a4098 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e666edf14c434665bec2a5f89efffc8c&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0819700 Sep 26 05:29:24.854498 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b2c854bd-4d0d-4683-82a4-674f91afb50b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (0f7def23-de7d-4461-98a1-b05e218c5419), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:24.856832 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 34960) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:24.984667 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Port 01098292-e1d0-46e5-9217-09169c6134f6 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:24.988463 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port ad77344f-908e-4eb2-a371-99e7a5217153 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:24.989429 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (ad77344f-908e-4eb2-a371-99e7a5217153), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:24.989956 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port ad77344f-908e-4eb2-a371-99e7a5217153 Sep 26 05:29:25.004988 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db3e36-cef2-445c-9420-845ed31a4098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b39f9a2-afde-4f88-abb5-342b879b2eed,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:25.081115 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-1c9e23e9-9061-4502-892f-92377c59817e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Made reservation on behalf of 0a676eb5cbd74956ba12b1d5595e3f18 for: {'port': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:25.094258 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-1c9e23e9-9061-4502-892f-92377c59817e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:25.154623 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c854bd-4d0d-4683-82a4-674f91afb50b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7def23-de7d-4461-98a1-b05e218c5419,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:25.171687 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-22073e0b-7a16-46b6-a617-15efd72da319 admin admin] Publish callbacks [] for security_group (2b39f9a2-afde-4f88-abb5-342b879b2eed), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:25.194976 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2d0c07d6-c56e-4ca8-b878-3114b0c4f71f admin admin] Publish callbacks [] for security_group (8acc8305-ef72-4be0-b2b5-a8bbedb91164), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:25.202169 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ce9e8a45-36b0-40d1-aac1-5c333840a6fe req-20e1d93d-8928-4533-a086-05d7b143fe74 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 210 time: 0.4867682 Sep 26 05:29:25.208520 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34986) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:25.217896 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-363d0298-7906-48a0-ac77-f408858c8283 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550524029', 'description': 'tempest-description--1135331627'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:25.219163 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2d0c07d6-c56e-4ca8-b878-3114b0c4f71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (8acc8305-ef72-4be0-b2b5-a8bbedb91164), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:25.239643 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b2c854bd-4d0d-4683-82a4-674f91afb50b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:25.245736 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-b2c854bd-4d0d-4683-82a4-674f91afb50b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9152157 Sep 26 05:29:25.246402 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34990) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:25.263512 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-1f828681-ff77-4d7d-9e2d-0e5921c21552 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Request body: {'security_group_rule': {'security_group_id': '0f7def23-de7d-4461-98a1-b05e218c5419', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:25.276103 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:21Z', 'revision_number': 2, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:25.277277 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-2d0c07d6-c56e-4ca8-b878-3114b0c4f71f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cce8591f14484fe2ba7ae74c07222b01&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5328693 Sep 26 05:29:25.282016 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 34992) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:25.283369 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-22073e0b-7a16-46b6-a617-15efd72da319 admin admin] Publish callbacks [] for security_group (2b39f9a2-afde-4f88-abb5-342b879b2eed), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:25.511468 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f3f9efb7-20cf-46f1-8a48-630308dd74ca req-e2bae5ae-2a7d-4310-b916-bb31ff49cb18 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 210 time: 0.1461608 Sep 26 05:29:25.527979 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-363d0298-7906-48a0-ac77-f408858c8283 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:25.560963 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 3 to provision port 01098292-e1d0-46e5-9217-09169c6134f6 Sep 26 05:29:25.612128 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1f828681-ff77-4d7d-9e2d-0e5921c21552 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group_rule (bbb71630-51c3-4da6-a18b-221e1707e81d), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:25.663045 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Checking router: 5588059c-6bc9-45f9-adf5-d0de95e2025a for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:29:25.666497 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Updating router 5588059c-6bc9-45f9-adf5-d0de95e2025a port e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe binding host dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:29:25.680725 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port ad77344f-908e-4eb2-a371-99e7a5217153 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:25.681417 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (ad77344f-908e-4eb2-a371-99e7a5217153), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:25.719272 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6d7c7b8e-9575-4b2e-9b93-dbb42380ade2 admin admin] Publish callbacks [] for security_group (8acc8305-ef72-4be0-b2b5-a8bbedb91164), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:25.812352 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e889b1f9-4b8a-4f05-99b0-0317fe654c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:25.893582 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1f828681-ff77-4d7d-9e2d-0e5921c21552 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group_rule (bbb71630-51c3-4da6-a18b-221e1707e81d), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:25.956319 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1f828681-ff77-4d7d-9e2d-0e5921c21552 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (bbb71630-51c3-4da6-a18b-221e1707e81d), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:25.994363 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:26.036114 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 35024) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:26.065914 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port ad77344f-908e-4eb2-a371-99e7a5217153, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=ad77344f-908e-4eb2-a371-99e7a5217153,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:26.070500 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6d7c7b8e-9575-4b2e-9b93-dbb42380ade2 admin admin] Publish callbacks [] for security_group (8acc8305-ef72-4be0-b2b5-a8bbedb91164), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:26.075488 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f828681-ff77-4d7d-9e2d-0e5921c21552 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb71630-51c3-4da6-a18b-221e1707e81d,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:26.076699 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Port 01098292-e1d0-46e5-9217-09169c6134f6 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:26.169490 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c07d6-c56e-4ca8-b878-3114b0c4f71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acc8305-ef72-4be0-b2b5-a8bbedb91164,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:26.170504 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (ad77344f-908e-4eb2-a371-99e7a5217153), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:26.173087 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:26.436476 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:26.455730 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba75f4-f217-4185-aede-bd91258c465c req-0bd8e132-70ac-4a59-83af-54e3030e792e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:26.460745 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-26ba75f4-f217-4185-aede-bd91258c465c req-0bd8e132-70ac-4a59-83af-54e3030e792e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 818 time: 0.3067472 Sep 26 05:29:26.495996 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:26.542580 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-79c0e840-d08f-4ed2-9b42-e7a0b92d75f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:26.579464 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 4 to provision port 01098292-e1d0-46e5-9217-09169c6134f6 Sep 26 05:29:26.612559 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:26.654375 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-22073e0b-7a16-46b6-a617-15efd72da319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (2b39f9a2-afde-4f88-abb5-342b879b2eed), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:26.675874 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-22073e0b-7a16-46b6-a617-15efd72da319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:26.677099 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-22073e0b-7a16-46b6-a617-15efd72da319 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2b39f9a2-afde-4f88-abb5-342b879b2eed HTTP/1.1" status: 204 len: 168 time: 1.8192914 Sep 26 05:29:26.738862 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-1c9e23e9-9061-4502-892f-92377c59817e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Allocated IP 172.20.0.6 (57c648e4-fdcc-4713-bf51-b124d7faabd4/ce492be2-4210-4d61-8df6-606eaf40dacb/700f3c7c-ee4f-426b-9bf3-1e03b2102f81) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:26.741983 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22073e0b-7a16-46b6-a617-15efd72da319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b39f9a2-afde-4f88-abb5-342b879b2eed,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:26.757566 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-79c0e840-d08f-4ed2-9b42-e7a0b92d75f8 admin admin] Publish callbacks [] for security_group (3dc53b7a-1b92-4d3f-9a0b-867e588a2ee5), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:26.792647 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-26ba75f4-f217-4185-aede-bd91258c465c req-8e554e4d-4f49-4cc6-9b53-86fbb49be587 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/quotas/01c8f7766cb646b7b646a53c9de8e91a HTTP/1.1" status: 200 len: 375 time: 0.2550607 Sep 26 05:29:26.795136 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1f828681-ff77-4d7d-9e2d-0e5921c21552 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:26.801378 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 35048) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:26.804436 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-1f828681-ff77-4d7d-9e2d-0e5921c21552 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5465450 Sep 26 05:29:26.820891 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-79c0e840-d08f-4ed2-9b42-e7a0b92d75f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3dc53b7a-1b92-4d3f-9a0b-867e588a2ee5), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:26.835317 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-05f40cc1-d4a3-46be-a838-1f26675f2ffd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Request body: {'security_group_rule': {'security_group_id': '0f7def23-de7d-4461-98a1-b05e218c5419', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:26.972788 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-05f40cc1-d4a3-46be-a838-1f26675f2ffd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group_rule (2a11f0af-4d7a-4daf-9a62-7e20d75170bd), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:26.996669 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-79c0e840-d08f-4ed2-9b42-e7a0b92d75f8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e1868f47f7ab43d5be20bb69022d51fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9172063 Sep 26 05:29:27.003763 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Port 01098292-e1d0-46e5-9217-09169c6134f6 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:27.011576 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 35056) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:27.057727 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=ad77344f-908e-4eb2-a371-99e7a5217153,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:27.063475 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0e840-d08f-4ed2-9b42-e7a0b92d75f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc53b7a-1b92-4d3f-9a0b-867e588a2ee5,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:27.091779 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:27.162389 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:27.162815 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:27.163176 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e Sep 26 05:29:27.210749 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-1c9e23e9-9061-4502-892f-92377c59817e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Publish callbacks [] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:27.246499 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:27.247493 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:27.259585 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-1c9e23e9-9061-4502-892f-92377c59817e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:27.288048 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-26ba75f4-f217-4185-aede-bd91258c465c req-96f4cc8e-8a51-42df-8af6-0b576e1e265c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4777122 Sep 26 05:29:27.348519 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-363d0298-7906-48a0-ac77-f408858c8283 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (2d6529e1-6d59-4c38-baef-e062b292617e), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:27.375290 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:27.494629 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e23e9-9061-4502-892f-92377c59817e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Pushing event updated for resources: {'Port': ['ID=700f3c7c-ee4f-426b-9bf3-1e03b2102f81,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:27.531302 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f1d50260-e6b4-4470-b08f-fc5b1a349023 req-a94dfcd6-1093-4e94-9b9a-858e679cbf53 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 210 time: 0.7407348 Sep 26 05:29:27.531829 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:DELETE=5,neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:27.550677 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-1c9e23e9-9061-4502-892f-92377c59817e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Network 57c648e4-fdcc-4713-bf51-b124d7faabd4 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:27.550855 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-26ba75f4-f217-4185-aede-bd91258c465c req-0a5de3ae-b0a3-49a9-aa21-70c12c83af74 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594650 Sep 26 05:29:27.554351 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-1c9e23e9-9061-4502-892f-92377c59817e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:27.555468 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-231012d8-c001-4381-a9a5-abb2b0c887fb admin admin] Publish callbacks [] for security_group (3dc53b7a-1b92-4d3f-9a0b-867e588a2ee5), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:27.595973 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-231012d8-c001-4381-a9a5-abb2b0c887fb admin admin] Publish callbacks [] for security_group (3dc53b7a-1b92-4d3f-9a0b-867e588a2ee5), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:27.608800 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-05f40cc1-d4a3-46be-a838-1f26675f2ffd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group_rule (2a11f0af-4d7a-4daf-9a62-7e20d75170bd), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:27.611208 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-1c9e23e9-9061-4502-892f-92377c59817e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:27.619425 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-05f40cc1-d4a3-46be-a838-1f26675f2ffd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (2a11f0af-4d7a-4daf-9a62-7e20d75170bd), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:27.640774 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-363d0298-7906-48a0-ac77-f408858c8283 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (2d6529e1-6d59-4c38-baef-e062b292617e), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:27.691856 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f40cc1-d4a3-46be-a838-1f26675f2ffd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a11f0af-4d7a-4daf-9a62-7e20d75170bd,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:27.713771 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Publish callbacks [] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:27.738023 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 5 to provision port 01098292-e1d0-46e5-9217-09169c6134f6 Sep 26 05:29:27.746710 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:27.751347 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-05f40cc1-d4a3-46be-a838-1f26675f2ffd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:27.753294 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-05f40cc1-d4a3-46be-a838-1f26675f2ffd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9491751 Sep 26 05:29:27.771254 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 35076) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:27.796429 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Request body: {'floatingip': {'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:27.909186 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-1c9e23e9-9061-4502-892f-92377c59817e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:27.910145 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-1c9e23e9-9061-4502-892f-92377c59817e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:27.925400 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:27.927086 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:27.927517 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device df8a6f02-24d1-4660-93f9-6ce12216fc1e up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:27.988536 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-26ba75f4-f217-4185-aede-bd91258c465c req-abf6bd2b-d13c-4176-9f9e-fcb3535ca0d5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389899 Sep 26 05:29:28.016360 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d0298-7906-48a0-ac77-f408858c8283 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6529e1-6d59-4c38-baef-e062b292617e,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:28.019099 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Port 01098292-e1d0-46e5-9217-09169c6134f6 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:28.073710 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6d7c7b8e-9575-4b2e-9b93-dbb42380ade2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (8acc8305-ef72-4be0-b2b5-a8bbedb91164), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.081168 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Attempting to bind port e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:28.081585 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Attempting to bind port e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:28.082093 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Attempting to bind port e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe on network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:28.091812 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6d7c7b8e-9575-4b2e-9b93-dbb42380ade2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.096487 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6d7c7b8e-9575-4b2e-9b93-dbb42380ade2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8acc8305-ef72-4be0-b2b5-a8bbedb91164 HTTP/1.1" status: 204 len: 168 time: 2.8112731 Sep 26 05:29:28.118225 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.139842 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7f047-d0ba-4cfc-8421-82355630458f None None] Pushing event updated for resources: {'Port': ['ID=e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:28.163332 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-363d0298-7906-48a0-ac77-f408858c8283 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.167821 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-363d0298-7906-48a0-ac77-f408858c8283 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.9562545 Sep 26 05:29:28.168489 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port df8a6f02-24d1-4660-93f9-6ce12216fc1e triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:28.168846 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (df8a6f02-24d1-4660-93f9-6ce12216fc1e), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.169179 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port df8a6f02-24d1-4660-93f9-6ce12216fc1e Sep 26 05:29:28.184537 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 35088) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:28.201028 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-d6f1769b-510c-4110-b5e2-605a0a81f430 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'security_group_rule': {'security_group_id': '2d6529e1-6d59-4c38-baef-e062b292617e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:28.213541 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:28.214283 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Checking segment: {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:28.215038 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.215544 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Bound using segment: {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:28.216210 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Bound port: e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:28.216840 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.240763 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c7b8e-9575-4b2e-9b93-dbb42380ade2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acc8305-ef72-4be0-b2b5-a8bbedb91164,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:28.325852 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:28.328455 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-231012d8-c001-4381-a9a5-abb2b0c887fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3dc53b7a-1b92-4d3f-9a0b-867e588a2ee5), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.337959 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-231012d8-c001-4381-a9a5-abb2b0c887fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.345419 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-231012d8-c001-4381-a9a5-abb2b0c887fb admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3dc53b7a-1b92-4d3f-9a0b-867e588a2ee5 HTTP/1.1" status: 204 len: 168 time: 1.2484901 Sep 26 05:29:28.379444 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Allocated IP 172.27.0.100 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/d0206699-6e4e-4c34-9705-f63526802fb9) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:28.379975 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d6f1769b-510c-4110-b5e2-605a0a81f430 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (cb5b5230-a1fb-4223-9d86-9ddb33ff3c3e), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.395050 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port df8a6f02-24d1-4660-93f9-6ce12216fc1e is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:28.396332 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (df8a6f02-24d1-4660-93f9-6ce12216fc1e), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.420517 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231012d8-c001-4381-a9a5-abb2b0c887fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc53b7a-1b92-4d3f-9a0b-867e588a2ee5,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:28.431183 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.483519 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] For port e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:28.491629 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port df8a6f02-24d1-4660-93f9-6ce12216fc1e, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=df8a6f02-24d1-4660-93f9-6ce12216fc1e,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:28.528692 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 6 to provision port 01098292-e1d0-46e5-9217-09169c6134f6 Sep 26 05:29:28.630202 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Port 01098292-e1d0-46e5-9217-09169c6134f6 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:28.638575 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] For port e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:28.641193 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (df8a6f02-24d1-4660-93f9-6ce12216fc1e), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.644392 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 7bd232d0-0f17-4dc0-82bf-f269189d2f29 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:28.648453 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.667380 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-23d48495-9a3a-4436-8346-b4e122b7d235 req-f29cba3b-a03e-4094-a3d2-a40370f574ad tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 210 time: 0.1221514 Sep 26 05:29:28.742812 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for port (d0206699-6e4e-4c34-9705-f63526802fb9), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.781713 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.793460 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d6f1769b-510c-4110-b5e2-605a0a81f430 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (cb5b5230-a1fb-4223-9d86-9ddb33ff3c3e), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.808986 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d6f1769b-510c-4110-b5e2-605a0a81f430 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (cb5b5230-a1fb-4223-9d86-9ddb33ff3c3e), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:28.810298 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-1c9e23e9-9061-4502-892f-92377c59817e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5825398 Sep 26 05:29:28.843477 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-68bb4bf4-f9dd-4812-93c3-069dc2edbed9 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:29:28.852662 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-68bb4bf4-f9dd-4812-93c3-069dc2edbed9 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0385895 Sep 26 05:29:28.903790 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1769b-510c-4110-b5e2-605a0a81f430 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5b5230-a1fb-4223-9d86-9ddb33ff3c3e,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:28.948119 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04195859-cc6a-47dd-b084-b19d8e0ead1c req-d20214bc-45fd-432f-8a40-7e05528e8e72 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:28.960349 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-04195859-cc6a-47dd-b084-b19d8e0ead1c req-d20214bc-45fd-432f-8a40-7e05528e8e72 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 931 time: 0.1699953 Sep 26 05:29:28.999355 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:29.000002 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:29:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:29.048393 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d6f1769b-510c-4110-b5e2-605a0a81f430 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:29.055289 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-d6f1769b-510c-4110-b5e2-605a0a81f430 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8652382 Sep 26 05:29:29.059755 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 35118) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:29.098873 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-7ed03180-6576-4b9f-9118-325fe3ab9af7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'security_group_rule': {'security_group_id': '2d6529e1-6d59-4c38-baef-e062b292617e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:29.135323 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Sync routers for ids ['e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:29:29.177940 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Routers {'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:29.178642 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:29.180630 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:29:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:29.213398 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-04195859-cc6a-47dd-b084-b19d8e0ead1c req-f8eff4c3-c85d-42be-9c45-e974b89e8f6c tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516329 Sep 26 05:29:29.262128 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7ed03180-6576-4b9f-9118-325fe3ab9af7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (b4d48cd8-f0c7-4bf5-9f3b-eb994072008a), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:29.343044 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (d0206699-6e4e-4c34-9705-f63526802fb9), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:29.377553 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:29.404889 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:29.457010 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 35122) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:29.524222 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:29.532845 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:29.533655 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 7 to provision port 01098292-e1d0-46e5-9217-09169c6134f6 Sep 26 05:29:29.549781 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7ed03180-6576-4b9f-9118-325fe3ab9af7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (b4d48cd8-f0c7-4bf5-9f3b-eb994072008a), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:29.560995 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fbb1c492-2f45-4c7f-bdd7-52d64e908986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:29.564978 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:29.567909 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:29.611997 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7ed03180-6576-4b9f-9118-325fe3ab9af7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (b4d48cd8-f0c7-4bf5-9f3b-eb994072008a), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:29.618002 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Set router e7071c6f-bfa5-4727-9a0a-1b9ae81c814d gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:29.658497 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:29.685458 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-89aa450c-c872-4bd4-800f-977bee781d25 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:29.687196 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-89aa450c-c872-4bd4-800f-977bee781d25 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 818 time: 0.7180576 Sep 26 05:29:29.694702 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event updated for resources: {'Port': ['ID=d0206699-6e4e-4c34-9705-f63526802fb9,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:29.718838 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed03180-6576-4b9f-9118-325fe3ab9af7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d48cd8-f0c7-4bf5-9f3b-eb994072008a,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:29.763395 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7ed03180-6576-4b9f-9118-325fe3ab9af7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:29.768238 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-7ed03180-6576-4b9f-9118-325fe3ab9af7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6776567 Sep 26 05:29:29.769608 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 35128) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:29.782701 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'floatingip': {'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:29.824121 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Port 01098292-e1d0-46e5-9217-09169c6134f6 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:29.845587 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 7bd232d0-0f17-4dc0-82bf-f269189d2f29 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:29.847225 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (7bd232d0-0f17-4dc0-82bf-f269189d2f29), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:29.847784 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 7bd232d0-0f17-4dc0-82bf-f269189d2f29 Sep 26 05:29:29.914843 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-65c720c0-8adf-4676-9cb1-a579d9a0846d req-6e36ba47-f042-4ad5-bea1-ff4182f9af5d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 210 time: 0.1028783 Sep 26 05:29:29.962278 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:29.997578 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for floatingip (d3a3cc0f-7376-4a88-b9db-00f086114d06), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:30.066015 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'name': 'tempest-DeleteServersTestJSON-528819661-router', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ad77344f-908e-4eb2-a371-99e7a5217153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:08Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'gw_port': {'id': 'ad77344f-908e-4eb2-a371-99e7a5217153', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '01098292-e1d0-46e5-9217-09169c6134f6', 'name': '', 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'mac_address': 'fa:16:3e:61:78:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce492be2-4210-4d61-8df6-606eaf40dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:15Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 2, 'project_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'subnets': [{'id': 'ce492be2-4210-4d61-8df6-606eaf40dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:30.084369 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=df8a6f02-24d1-4660-93f9-6ce12216fc1e,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:30.119897 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 35132) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:30.141522 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Checking router: e7071c6f-bfa5-4727-9a0a-1b9ae81c814d for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:29:30.141977 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Updating router e7071c6f-bfa5-4727-9a0a-1b9ae81c814d port 01098292-e1d0-46e5-9217-09169c6134f6 binding host dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:29:30.185680 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (01098292-e1d0-46e5-9217-09169c6134f6), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:30.197122 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (d0206699-6e4e-4c34-9705-f63526802fb9), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:30.209639 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fbb1c492-2f45-4c7f-bdd7-52d64e908986 admin admin] Publish callbacks [] for security_group (a26f66c8-e6e8-4f6e-811d-21f2d9121068), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:30.223455 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fbb1c492-2f45-4c7f-bdd7-52d64e908986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (a26f66c8-e6e8-4f6e-811d-21f2d9121068), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:30.241773 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-919c5046-c1f5-442f-8a1f-f6b1b48277b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:30.258101 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Sync routers for ids ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:29:30.271849 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:30.317741 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:30.325136 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-fbb1c492-2f45-4c7f-bdd7-52d64e908986 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0a2db628604842f1bcec89c78aca3b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8573861 Sep 26 05:29:30.330590 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 35140) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:30.331226 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1c492-2f45-4c7f-bdd7-52d64e908986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26f66c8-e6e8-4f6e-811d-21f2d9121068,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:30.449055 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Routers {'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:30.450306 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:29:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:30.452298 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 8 to provision port 01098292-e1d0-46e5-9217-09169c6134f6 Sep 26 05:29:30.455961 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:30.497681 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:DELETE=3,neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:30.514029 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:30.609829 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 7bd232d0-0f17-4dc0-82bf-f269189d2f29 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:30.613234 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4169a-cd61-4020-b4b2-5e01f565aff1 None None] The sync data for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi is: [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:29:30.622043 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7f047-d0ba-4cfc-8421-82355630458f None None] Pushing event updated for resources: {'Port': ['ID=e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:30.634908 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Port 01098292-e1d0-46e5-9217-09169c6134f6 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:30.655962 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Publish callbacks [] for port (01098292-e1d0-46e5-9217-09169c6134f6), precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:30.665068 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (01098292-e1d0-46e5-9217-09169c6134f6), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:30.740216 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f38c6-64ae-4e13-a8d7-14b23464887f req-4dbd7f32-926b-404c-8612-fe191051b87c tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:30.746068 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-493f38c6-64ae-4e13-a8d7-14b23464887f req-4dbd7f32-926b-404c-8612-fe191051b87c tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 931 time: 0.2774851 Sep 26 05:29:30.746685 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Set router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:30.788214 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-919c5046-c1f5-442f-8a1f-f6b1b48277b7 admin admin] Publish callbacks [] for security_group (6fe7e30e-0476-4a29-9876-e7c334f17be6), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:30.806346 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-919c5046-c1f5-442f-8a1f-f6b1b48277b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (6fe7e30e-0476-4a29-9876-e7c334f17be6), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:30.837249 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Attempting to bind port 01098292-e1d0-46e5-9217-09169c6134f6 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:30.842828 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for port (d0206699-6e4e-4c34-9705-f63526802fb9), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:30.843189 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Attempting to bind port 01098292-e1d0-46e5-9217-09169c6134f6 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'd9faaf72-73c5-4de9-a193-559ab0abff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:30.843790 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Attempting to bind port 01098292-e1d0-46e5-9217-09169c6134f6 on network 57c648e4-fdcc-4713-bf51-b124d7faabd4 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:30.847856 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618b9d9-61d3-4c16-b096-0a921d65cb32 None None] Pushing event updated for resources: {'Port': ['ID=01098292-e1d0-46e5-9217-09169c6134f6,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:30.894361 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-919c5046-c1f5-442f-8a1f-f6b1b48277b7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3e4e6b488b75450da9c844cd0499fd34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7692080 Sep 26 05:29:30.894361 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (d0206699-6e4e-4c34-9705-f63526802fb9), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:30.899311 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 35146) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:30.972894 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:30.997948 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:30.998567 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Checking segment: {'id': 'd9faaf72-73c5-4de9-a193-559ab0abff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:30.998969 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.001664 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Bound using segment: {'id': 'd9faaf72-73c5-4de9-a193-559ab0abff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:31.002236 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Bound port: 01098292-e1d0-46e5-9217-09169c6134f6, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9faaf72-73c5-4de9-a193-559ab0abff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:31.002627 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (01098292-e1d0-46e5-9217-09169c6134f6), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.065051 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device ad77344f-908e-4eb2-a371-99e7a5217153 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:31.085539 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c5046-c1f5-442f-8a1f-f6b1b48277b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe7e30e-0476-4a29-9876-e7c334f17be6,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:31.113603 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6cd18e8d-6d9b-40f0-906a-e069631c349d admin admin] Publish callbacks [] for security_group (6fe7e30e-0476-4a29-9876-e7c334f17be6), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.119983 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event updated for resources: {'Port': ['ID=d0206699-6e4e-4c34-9705-f63526802fb9,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:31.129875 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (d3a3cc0f-7376-4a88-b9db-00f086114d06), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.134813 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] For port 01098292-e1d0-46e5-9217-09169c6134f6, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:31.138309 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] For port 01098292-e1d0-46e5-9217-09169c6134f6, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=01098292-e1d0-46e5-9217-09169c6134f6,segment=NetworkSegment(d9faaf72-73c5-4de9-a193-559ab0abff66),segment_id=d9faaf72-73c5-4de9-a193-559ab0abff66)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:31.146288 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (01098292-e1d0-46e5-9217-09169c6134f6), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.150411 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Attempt 9 to provision port 01098292-e1d0-46e5-9217-09169c6134f6 Sep 26 05:29:31.160538 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6cd18e8d-6d9b-40f0-906a-e069631c349d admin admin] Publish callbacks [] for security_group (6fe7e30e-0476-4a29-9876-e7c334f17be6), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.179980 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.181000 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Allocated IP 172.27.0.5 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/cb5e6750-3d11-4399-9792-7e9e8f740b95) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:31.181655 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-938a53e4-bfa8-4aad-8ce3-22f43da29a64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4087439 Sep 26 05:29:31.189762 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-493f38c6-64ae-4e13-a8d7-14b23464887f req-654ab7ee-fc04-4364-88f7-456c210f58cd tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572261 Sep 26 05:29:31.217819 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:31.230606 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 2, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:31.267087 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b8044aa-9f88-4ad7-8f1b-e85a589b2bb4 admin admin] Publish callbacks [] for security_group (a26f66c8-e6e8-4f6e-811d-21f2d9121068), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.268633 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Routers {'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:31.274362 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6cd18e8d-6d9b-40f0-906a-e069631c349d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (6fe7e30e-0476-4a29-9876-e7c334f17be6), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.276851 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:29:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:31.278819 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6cd18e8d-6d9b-40f0-906a-e069631c349d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.281115 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-6cd18e8d-6d9b-40f0-906a-e069631c349d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6fe7e30e-0476-4a29-9876-e7c334f17be6 HTTP/1.1" status: 204 len: 168 time: 0.3676813 Sep 26 05:29:31.308024 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd18e8d-6d9b-40f0-906a-e069631c349d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe7e30e-0476-4a29-9876-e7c334f17be6,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:31.309841 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-716b4233-7247-495e-9676-1e8ed6f245a2 req-53373938-771e-4586-ba63-c1c6eca39481 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 210 time: 0.1259055 Sep 26 05:29:31.354830 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Checking router: cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:29:31.355264 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Updating router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 port 79472b68-d197-403e-92a1-462175a15eb9 binding host dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:29:31.380940 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port ad77344f-908e-4eb2-a371-99e7a5217153 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:31.381330 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (ad77344f-908e-4eb2-a371-99e7a5217153), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.381751 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port ad77344f-908e-4eb2-a371-99e7a5217153 Sep 26 05:29:31.448839 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (79472b68-d197-403e-92a1-462175a15eb9), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.470677 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] Set router e7071c6f-bfa5-4727-9a0a-1b9ae81c814d gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:31.474049 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b8044aa-9f88-4ad7-8f1b-e85a589b2bb4 admin admin] Publish callbacks [] for security_group (a26f66c8-e6e8-4f6e-811d-21f2d9121068), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.476081 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Current status of the port 01098292-e1d0-46e5-9217-09169c6134f6 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:31.476616 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (01098292-e1d0-46e5-9217-09169c6134f6), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.526864 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:31.577711 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] For port 01098292-e1d0-46e5-9217-09169c6134f6, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=01098292-e1d0-46e5-9217-09169c6134f6,segment=NetworkSegment(d9faaf72-73c5-4de9-a193-559ab0abff66),segment_id=d9faaf72-73c5-4de9-a193-559ab0abff66)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:31.634590 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (01098292-e1d0-46e5-9217-09169c6134f6), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.638946 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for port (cb5e6750-3d11-4399-9792-7e9e8f740b95), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.682417 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618b9d9-61d3-4c16-b096-0a921d65cb32 None None] Pushing event updated for resources: {'Port': ['ID=01098292-e1d0-46e5-9217-09169c6134f6,revision_number=4']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:31.691266 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port ad77344f-908e-4eb2-a371-99e7a5217153 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:31.692524 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:31.710987 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:31.745468 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-6f604d73-2585-48e4-81f5-2f97cece83a0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--869215393&fields=id&tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e HTTP/1.1" status: 200 len: 267 time: 0.1812968 Sep 26 05:29:31.754933 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'name': 'tempest-DeleteServersTestJSON-528819661-router', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ad77344f-908e-4eb2-a371-99e7a5217153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:08Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'gw_port': {'id': 'ad77344f-908e-4eb2-a371-99e7a5217153', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '01098292-e1d0-46e5-9217-09169c6134f6', 'name': '', 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'mac_address': 'fa:16:3e:61:78:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce492be2-4210-4d61-8df6-606eaf40dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:15Z', 'updated_at': '2022-09-26T05:29:31Z', 'revision_number': 4, 'project_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'subnets': [{'id': 'ce492be2-4210-4d61-8df6-606eaf40dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:31.785163 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be121f25-fcb0-4a26-af70-2b59ab268eb8 None None] The sync data for ids ['e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'] in dv-cinder-859186-2-iscsi is: [{'id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'name': 'tempest-DeleteServersTestJSON-528819661-router', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ad77344f-908e-4eb2-a371-99e7a5217153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:08Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'gw_port': {'id': 'ad77344f-908e-4eb2-a371-99e7a5217153', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '01098292-e1d0-46e5-9217-09169c6134f6', 'name': '', 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'mac_address': 'fa:16:3e:61:78:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ce492be2-4210-4d61-8df6-606eaf40dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:15Z', 'updated_at': '2022-09-26T05:29:31Z', 'revision_number': 4, 'project_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'subnets': [{'id': 'ce492be2-4210-4d61-8df6-606eaf40dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:29:31.789272 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b8044aa-9f88-4ad7-8f1b-e85a589b2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (a26f66c8-e6e8-4f6e-811d-21f2d9121068), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.793105 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b8044aa-9f88-4ad7-8f1b-e85a589b2bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.796307 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-9b8044aa-9f88-4ad7-8f1b-e85a589b2bb4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a26f66c8-e6e8-4f6e-811d-21f2d9121068 HTTP/1.1" status: 204 len: 168 time: 1.4511130 Sep 26 05:29:31.809960 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Provisioning complete for port e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:31.810188 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.810560 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Attempt 1 to provision port e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe Sep 26 05:29:31.831431 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (cb5e6750-3d11-4399-9792-7e9e8f740b95), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.834903 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8044aa-9f88-4ad7-8f1b-e85a589b2bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26f66c8-e6e8-4f6e-811d-21f2d9121068,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:31.837331 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:31.838255 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7c2e0-4121-4784-9402-365de529daf1 None None] Pushing event updated for resources: {'Port': ['ID=01098292-e1d0-46e5-9217-09169c6134f6,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:31.869430 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.60', 57003) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:31.924720 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:31.925181 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:31.925448 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e Sep 26 05:29:32.029730 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:32.038611 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Current status of the port e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:32.039000 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:32.063528 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:32.075495 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:32.192627 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:32.244961 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'Port': ['ID=cb5e6750-3d11-4399-9792-7e9e8f740b95,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:32.291128 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] For port e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:32.317397 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-6f48ba1b-9cf1-4cc6-9da2-f3320aa7a72d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:32.318982 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-6f48ba1b-9cf1-4cc6-9da2-f3320aa7a72d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/networks?id=7a033fac-5647-47c1-8abf-96bf265545b0 HTTP/1.1" status: 200 len: 816 time: 0.5628066 Sep 26 05:29:32.319248 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-621d08e9-79c8-4ea7-8dc2-371b09183f9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Request body: {'port': {'device_id': '01274a67-17fb-45e3-9f2a-6a718b15b902', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'admin_state_up': True, 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:32.320365 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (e919b886-ddb8-4731-a554-e8cc882096f7), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:32.424688 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:32.478009 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Provisioning complete for port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:32.478660 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:32.478756 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Attempt 1 to provision port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 Sep 26 05:29:32.551905 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (cb5e6750-3d11-4399-9792-7e9e8f740b95), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:32.749703 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b266bd7-8cc4-42c2-9167-6fa911311d79 req-f8fb7a78-d08c-440d-a8a2-8b189ca8e331 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:32.751430 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8b266bd7-8cc4-42c2-9167-6fa911311d79 req-f8fb7a78-d08c-440d-a8a2-8b189ca8e331 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 931 time: 0.2017739 Sep 26 05:29:32.752706 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-18f08c09-3fc3-4da0-9a95-83edda6f5fe8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/quotas/e5e1c15ae90e4b82b4e216b3a0549e2e HTTP/1.1" status: 200 len: 375 time: 0.4230881 Sep 26 05:29:32.798259 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-621d08e9-79c8-4ea7-8dc2-371b09183f9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Made reservation on behalf of 01c8f7766cb646b7b646a53c9de8e91a for: {'port': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:32.810115 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-621d08e9-79c8-4ea7-8dc2-371b09183f9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:32.851332 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Publish callbacks [] for port (79472b68-d197-403e-92a1-462175a15eb9), precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:32.854957 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Pushing event updated for resources: {'Port': ['ID=e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:32.885534 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Request body: {'port': {'device_id': 'a31a978e-d8fb-4412-ad8c-999a3f18cfce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:32.895688 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:32.901578 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device df8a6f02-24d1-4660-93f9-6ce12216fc1e up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:32.931492 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (79472b68-d197-403e-92a1-462175a15eb9), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:33.095770 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:33.319967 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1169d-77f3-4752-ab61-b9c41dd596d4 None None] Pushing event updated for resources: {'Port': ['ID=79472b68-d197-403e-92a1-462175a15eb9,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:33.384890 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port df8a6f02-24d1-4660-93f9-6ce12216fc1e triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:33.385302 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (df8a6f02-24d1-4660-93f9-6ce12216fc1e), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:33.385645 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port df8a6f02-24d1-4660-93f9-6ce12216fc1e Sep 26 05:29:33.388608 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8b266bd7-8cc4-42c2-9167-6fa911311d79 req-dbcdced9-004d-49c8-8b64-109b1f5a4359 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629029 Sep 26 05:29:33.473025 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-9fa03a78-39bd-44b6-9b28-73112055b3fa tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6433809 Sep 26 05:29:33.495326 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Attempting to bind port 79472b68-d197-403e-92a1-462175a15eb9 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:33.496029 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Attempting to bind port 79472b68-d197-403e-92a1-462175a15eb9 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:33.496524 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Attempting to bind port 79472b68-d197-403e-92a1-462175a15eb9 on network 7a033fac-5647-47c1-8abf-96bf265545b0 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:33.574527 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:33.606598 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Attempt 2 to provision port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 Sep 26 05:29:33.690099 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4964f2ee-e27d-4974-bef6-66cfef14b80d req-6a4065ec-f876-43e4-bbfb-beb2631e83ed tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 210 time: 0.0669792 Sep 26 05:29:33.726805 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:33.727009 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:33.736541 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:33.747371 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:33.747744 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Checking segment: {'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:33.748212 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:33.750207 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Bound using segment: {'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:33.750887 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Bound port: 79472b68-d197-403e-92a1-462175a15eb9, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:33.751279 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (79472b68-d197-403e-92a1-462175a15eb9), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:33.829029 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for port (cb5e6750-3d11-4399-9792-7e9e8f740b95), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:33.839484 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (cb5e6750-3d11-4399-9792-7e9e8f740b95), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:33.840556 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (e919b886-ddb8-4731-a554-e8cc882096f7), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:33.857558 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:33.874231 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:33.893173 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-fdb23d97-edea-454c-a042-c8ed47ba551f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947043 Sep 26 05:29:34.071409 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.60', 57010) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:34.119205 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-863c3ed8-df7b-4b12-9ef3-9d1ee1a3744e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250686 Sep 26 05:29:34.210665 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:34.227746 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4561677 Sep 26 05:29:34.233841 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28731c21-a5ac-49cd-bc3e-cd904527370a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'Port': ['ID=cb5e6750-3d11-4399-9792-7e9e8f740b95,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:34.411622 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Attempt 3 to provision port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 Sep 26 05:29:34.631942 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-621d08e9-79c8-4ea7-8dc2-371b09183f9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Allocated IP 172.20.0.9 (7a42108c-0615-4b7d-80da-4c23f250e4d0/4affd44b-ea84-4f57-8378-bafc6ff36763/f70e6461-7f87-4ee4-b3e4-f7d4db390598) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:34.642946 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port df8a6f02-24d1-4660-93f9-6ce12216fc1e is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:34.662659 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device d47af5cc-d884-43da-b5db-2faf63776dec up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:34.784454 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:34.897592 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee7739-121e-4b95-8a62-0a28600e86f5 req-57563980-d050-4c27-83cc-4c4709199e99 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:34.909450 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b5ee7739-121e-4b95-8a62-0a28600e86f5 req-57563980-d050-4c27-83cc-4c4709199e99 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 931 time: 0.1994553 Sep 26 05:29:34.988857 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port d47af5cc-d884-43da-b5db-2faf63776dec triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:34.991840 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (d47af5cc-d884-43da-b5db-2faf63776dec), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:34.995455 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port d47af5cc-d884-43da-b5db-2faf63776dec Sep 26 05:29:35.148458 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] For port 79472b68-d197-403e-92a1-462175a15eb9, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:35.186421 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b5ee7739-121e-4b95-8a62-0a28600e86f5 req-f5a392f8-de2f-4838-b547-e1b32fa99a1a tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696488 Sep 26 05:29:35.229595 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] For port 79472b68-d197-403e-92a1-462175a15eb9, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=79472b68-d197-403e-92a1-462175a15eb9,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:35.247994 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (79472b68-d197-403e-92a1-462175a15eb9), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:35.326783 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Attempt 4 to provision port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 Sep 26 05:29:35.326783 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1169d-77f3-4752-ab61-b9c41dd596d4 None None] Pushing event updated for resources: {'Port': ['ID=79472b68-d197-403e-92a1-462175a15eb9,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:35.327511 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-03d77881-6a4e-4126-bf2a-b0ed81300812 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1550524029&fields=id&tenant_id=fd13dd8ec810435491e3f3cba7cca4d1 HTTP/1.1" status: 200 len: 267 time: 0.1960192 Sep 26 05:29:35.402793 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Routers {'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:29:35.405256 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:29:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:35.480357 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-621d08e9-79c8-4ea7-8dc2-371b09183f9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for port (f70e6461-7f87-4ee4-b3e4-f7d4db390598), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:35.523466 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d1fe3c0a-2562-4eaa-9215-87598704b48f req-e55be658-cb51-46c8-add7-17a701571d1e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 210 time: 0.2230928 Sep 26 05:29:35.591236 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-621d08e9-79c8-4ea7-8dc2-371b09183f9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (f70e6461-7f87-4ee4-b3e4-f7d4db390598), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:35.699807 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:35.701707 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-621d08e9-79c8-4ea7-8dc2-371b09183f9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Network 7a42108c-0615-4b7d-80da-4c23f250e4d0 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:35.720226 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-621d08e9-79c8-4ea7-8dc2-371b09183f9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:35.793861 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port d47af5cc-d884-43da-b5db-2faf63776dec is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:35.798080 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-621d08e9-79c8-4ea7-8dc2-371b09183f9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:35.884958 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b6ee2119-84be-46dd-ab92-355b00ff2baa req-a1b93ff0-c911-42da-8e16-f63cbf8b403e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 210 time: 0.1538124 Sep 26 05:29:35.968884 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-73dabea0-7712-4051-8de1-0d4316f5dbbd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:35.972659 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:35.981650 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-73dabea0-7712-4051-8de1-0d4316f5dbbd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/networks?id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 200 len: 815 time: 0.6591861 Sep 26 05:29:35.995589 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-621d08e9-79c8-4ea7-8dc2-371b09183f9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:35.999593 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-621d08e9-79c8-4ea7-8dc2-371b09183f9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:36.049000 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-758310c8-0734-4092-b18c-2432146f86ab tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/quotas/fd13dd8ec810435491e3f3cba7cca4d1 HTTP/1.1" status: 200 len: 375 time: 0.0654759 Sep 26 05:29:36.128006 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba75f4-f217-4185-aede-bd91258c465c req-9bf24c94-21d9-497e-85ac-f719b24d816b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:36.142337 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-26ba75f4-f217-4185-aede-bd91258c465c req-9bf24c94-21d9-497e-85ac-f719b24d816b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 818 time: 2.0614445 Sep 26 05:29:36.188780 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-b8a2215b-dc9a-4c71-8d06-5aa7cb75024e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376064 Sep 26 05:29:36.205611 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Attempt 5 to provision port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 Sep 26 05:29:36.210858 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-621d08e9-79c8-4ea7-8dc2-371b09183f9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8976905 Sep 26 05:29:36.227668 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] Set router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:29:36.409545 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-26ba75f4-f217-4185-aede-bd91258c465c req-6b677ed4-b381-43fd-bc87-b3d846393cc3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Request body: {'port': {'device_id': 'e6937727-fb89-499b-91ea-fa6b399607f7', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'admin_state_up': True, 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:36.412775 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-f56a6edb-d733-4445-b6ab-1b0ea926b06d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145505 Sep 26 05:29:36.445941 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Request body: {'port': {'device_id': '01274a67-17fb-45e3-9f2a-6a718b15b902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:36.496061 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 79472b68-d197-403e-92a1-462175a15eb9 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:36.674900 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085f2a9-c876-4b71-b8d0-19be91fc0d72 req-142fa94a-6b8f-49b0-828e-d9cd95d1a0ce tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:36.683195 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6085f2a9-c876-4b71-b8d0-19be91fc0d72 req-142fa94a-6b8f-49b0-828e-d9cd95d1a0ce tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 931 time: 0.2633789 Sep 26 05:29:36.740923 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:36.783529 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:36.922266 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 79472b68-d197-403e-92a1-462175a15eb9 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:36.922677 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (79472b68-d197-403e-92a1-462175a15eb9), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:36.923021 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 79472b68-d197-403e-92a1-462175a15eb9 Sep 26 05:29:36.938527 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:36.992312 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-0ea79ef1-a76e-44d7-be2b-507ebb680286 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777621 Sep 26 05:29:37.093418 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:37.096139 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6085f2a9-c876-4b71-b8d0-19be91fc0d72 req-bc989c00-52df-4741-b99e-65cf26f9ec87 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878679 Sep 26 05:29:37.186755 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d08e9-79c8-4ea7-8dc2-371b09183f9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Pushing event updated for resources: {'Port': ['ID=f70e6461-7f87-4ee4-b3e4-f7d4db390598,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:37.238053 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 {{(pid=106341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:29:37.264055 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Attempt 6 to provision port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 Sep 26 05:29:37.270967 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Publish callbacks [] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:37.310975 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.provisioning_blocks [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Transition to ACTIVE for port object 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 will not be triggered until provisioned by entity L2. {{(pid=106341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:29:37.335706 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-53f6c1b7-6180-4bea-8454-855d960da170 req-04bb0e91-0a99-45a5-89a7-9e71b444d438 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 210 time: 0.0824070 Sep 26 05:29:37.405258 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:37.415926 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 35356) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:37.549370 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:37.688006 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f70e6461-7f87-4ee4-b3e4-f7d4db390598), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:37.704529 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ba75f4-f217-4185-aede-bd91258c465c req-6b677ed4-b381-43fd-bc87-b3d846393cc3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Made reservation on behalf of 01c8f7766cb646b7b646a53c9de8e91a for: {'port': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:37.711804 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-26ba75f4-f217-4185-aede-bd91258c465c req-6b677ed4-b381-43fd-bc87-b3d846393cc3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:37.728948 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.60', 57023) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:37.731015 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Pushing event updated for resources: {'Port': ['ID=700f3c7c-ee4f-426b-9bf3-1e03b2102f81,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:37.779977 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:34Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:29:37.971156 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Attempt 7 to provision port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 Sep 26 05:29:38.105863 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e8ca8-1360-4575-947a-42506770cc64 None None] The sync data for ids ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'] in dv-cinder-859186-2-iscsi is: [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:34Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:29:38.179695 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 79472b68-d197-403e-92a1-462175a15eb9 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:38.181155 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (79472b68-d197-403e-92a1-462175a15eb9), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:38.251017 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:38.271224 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1d89afdd-f887-490a-9aec-52b31832e139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:38.283914 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cc869cd9-2ab3-4bf4-9873-1ee1f9313a6b req-7d24a9d2-56f9-40c1-afb3-728a633a9196 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 210 time: 0.7509634 Sep 26 05:29:38.339496 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-19e7e968-254c-488d-864f-acaece902b3d req-4a5af473-2db1-439e-99ec-60292b0801e2 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 210 time: 0.7495282 Sep 26 05:29:38.369826 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port 79472b68-d197-403e-92a1-462175a15eb9, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=79472b68-d197-403e-92a1-462175a15eb9,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:38.378234 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (79472b68-d197-403e-92a1-462175a15eb9), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:38.379436 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 01098292-e1d0-46e5-9217-09169c6134f6 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:38.488181 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:38.497734 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:38.627355 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 01098292-e1d0-46e5-9217-09169c6134f6 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:38.628501 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (01098292-e1d0-46e5-9217-09169c6134f6), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:38.629607 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 01098292-e1d0-46e5-9217-09169c6134f6 Sep 26 05:29:38.789465 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Attempt 8 to provision port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 Sep 26 05:29:38.859103 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=79472b68-d197-403e-92a1-462175a15eb9,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:38.890715 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f7b5abf4-f639-4108-baca-1b5d5945f515 req-bbbadfb0-6969-48f4-a7c1-ebb9ba228df8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 210 time: 0.2354228 Sep 26 05:29:38.942386 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fd410-06f3-4f93-88da-4da42c15a4d0 req-a8b0f507-47a2-4b04-b087-01bc0575c6ea tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:38.950443 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-306fd410-06f3-4f93-88da-4da42c15a4d0 req-a8b0f507-47a2-4b04-b087-01bc0575c6ea tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 943 time: 0.2772403 Sep 26 05:29:38.959660 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1d89afdd-f887-490a-9aec-52b31832e139 admin admin] Publish callbacks [] for security_group (276c7f4b-1207-4bfb-846c-c3925eec5367), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:38.970672 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 01098292-e1d0-46e5-9217-09169c6134f6 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:38.975406 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:38.977777 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:39.003966 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1d89afdd-f887-490a-9aec-52b31832e139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (276c7f4b-1207-4bfb-846c-c3925eec5367), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:39.088433 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-1d89afdd-f887-490a-9aec-52b31832e139 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=21471e53ced347948470159d8ae56189&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6723983 Sep 26 05:29:39.108601 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70e6461-7f87-4ee4-b3e4-f7d4db390598 {{(pid=106341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:29:39.111922 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-306fd410-06f3-4f93-88da-4da42c15a4d0 req-b542a9c0-f382-4c3f-b9ec-aab587ed6376 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606398 Sep 26 05:29:39.113808 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 35404) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:39.130437 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Publish callbacks [] for port (f70e6461-7f87-4ee4-b3e4-f7d4db390598), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:39.157105 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:39.169703 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-d17467c2-b37d-4233-bc1c-2e4c22fb11fc tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:39.171924 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-d17467c2-b37d-4233-bc1c-2e4c22fb11fc tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.60 "GET /networking/v2.0/networks?id=7a033fac-5647-47c1-8abf-96bf265545b0 HTTP/1.1" status: 200 len: 816 time: 0.8076229 Sep 26 05:29:39.181220 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89afdd-f887-490a-9aec-52b31832e139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276c7f4b-1207-4bfb-846c-c3925eec5367,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:39.191873 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:39.192473 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:39.194414 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe Sep 26 05:29:39.197198 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-cc7cdfcc-d22e-4fba-ada1-209b0c9b7762 admin admin] Publish callbacks [] for security_group (276c7f4b-1207-4bfb-846c-c3925eec5367), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:39.219889 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-cc7cdfcc-d22e-4fba-ada1-209b0c9b7762 admin admin] Publish callbacks [] for security_group (276c7f4b-1207-4bfb-846c-c3925eec5367), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:39.287345 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-cc7cdfcc-d22e-4fba-ada1-209b0c9b7762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (276c7f4b-1207-4bfb-846c-c3925eec5367), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:39.293659 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.provisioning_blocks [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Transition to ACTIVE for port object f70e6461-7f87-4ee4-b3e4-f7d4db390598 will not be triggered until provisioned by entity L2. {{(pid=106341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:29:39.300391 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-cc7cdfcc-d22e-4fba-ada1-209b0c9b7762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:39.307774 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-cc7cdfcc-d22e-4fba-ada1-209b0c9b7762 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/276c7f4b-1207-4bfb-846c-c3925eec5367 HTTP/1.1" status: 204 len: 168 time: 0.1890268 Sep 26 05:29:39.315031 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (f70e6461-7f87-4ee4-b3e4-f7d4db390598), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:39.317541 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:39.351258 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cdfcc-d22e-4fba-ada1-209b0c9b7762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276c7f4b-1207-4bfb-846c-c3925eec5367,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:39.468697 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22df9cd8-f7a5-436b-aa1b-b78b425828b4 req-0b9be98e-03c0-41b9-be6f-d5d945bb8fcf tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 210 time: 0.0653827 Sep 26 05:29:39.500635 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Attempt 9 to provision port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 Sep 26 05:29:39.566654 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Pushing event updated for resources: {'Port': ['ID=f70e6461-7f87-4ee4-b3e4-f7d4db390598,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:39.616950 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-46de58c7-42c5-44d4-be5f-710cd31de0d7 req-b0527bb4-5e26-4e04-a973-51ecdebc63ce tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 210 time: 0.1120887 Sep 26 05:29:39.722159 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:39.731698 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:39.957916 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 79472b68-d197-403e-92a1-462175a15eb9 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:40.048085 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-f691786f-e4de-4300-8424-bb0061f5fdc8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e HTTP/1.1" status: 200 len: 379 time: 0.7895508 Sep 26 05:29:40.105314 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:40.105983 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Attempting to bind port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:40.108063 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Attempting to bind port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'd9faaf72-73c5-4de9-a193-559ab0abff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4'}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:40.108759 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Attempting to bind port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 on network 57c648e4-fdcc-4713-bf51-b124d7faabd4 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:40.140125 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7772a3fd-8611-42ce-abc7-ff68572c3234 req-f946f44d-69bc-4e73-a6e3-45abd25afd26 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 210 time: 0.0546322 Sep 26 05:29:40.154124 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 79472b68-d197-403e-92a1-462175a15eb9 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:40.156727 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (79472b68-d197-403e-92a1-462175a15eb9), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:40.158629 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 79472b68-d197-403e-92a1-462175a15eb9 Sep 26 05:29:40.240138 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Attempt 10 to provision port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 Sep 26 05:29:40.265471 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [req-26ba75f4-f217-4185-aede-bd91258c465c req-6b677ed4-b381-43fd-bc87-b3d846393cc3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Allocated IP 172.20.0.7 (7a42108c-0615-4b7d-80da-4c23f250e4d0/4affd44b-ea84-4f57-8378-bafc6ff36763/38b128ed-e00f-4c9c-93fb-be3a153d50bf) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:40.422814 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:40.443297 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Provisioning complete for port d47af5cc-d884-43da-b5db-2faf63776dec triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:40.443957 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (d47af5cc-d884-43da-b5db-2faf63776dec), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:40.444514 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Attempt 1 to provision port d47af5cc-d884-43da-b5db-2faf63776dec Sep 26 05:29:40.513691 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007c1f1-4523-42ed-a773-0b267dd03eb0 req-151ef816-8e0e-4ad5-a351-90909e279f15 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:40.527604 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9007c1f1-4523-42ed-a773-0b267dd03eb0 req-151ef816-8e0e-4ad5-a351-90909e279f15 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 943 time: 0.2535324 Sep 26 05:29:40.590933 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 79472b68-d197-403e-92a1-462175a15eb9 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:40.756974 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1a7691f2-14d0-4e6c-8121-367fcf001e67 req-adf34c35-71aa-479e-b1b8-3fd1564b467a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 210 time: 0.0924568 Sep 26 05:29:40.808928 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Current status of the port d47af5cc-d884-43da-b5db-2faf63776dec is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:40.825849 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9007c1f1-4523-42ed-a773-0b267dd03eb0 req-8ba74f19-f84d-4dcf-816a-b5b4dc7bb8a9 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936175 Sep 26 05:29:40.854639 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Provisioning complete for port 79472b68-d197-403e-92a1-462175a15eb9 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:40.859184 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (79472b68-d197-403e-92a1-462175a15eb9), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:40.860308 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Attempt 1 to provision port 79472b68-d197-403e-92a1-462175a15eb9 Sep 26 05:29:40.878865 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.60', 57035) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:41.047942 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b920dd46-5c05-4cf5-8197-df99f468280e None None] Current status of the port 79472b68-d197-403e-92a1-462175a15eb9 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:41.102309 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-040bad94-fd5e-4e6f-9489-0e9b410b2b25 req-e5ec468d-9c76-418e-8909-6a04970c1910 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 210 time: 0.0528252 Sep 26 05:29:41.232831 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-c05eceff-1937-4aff-8ae4-4fde5d6123b3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:41.234865 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-c05eceff-1937-4aff-8ae4-4fde5d6123b3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "GET /networking/v2.0/networks?id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 200 len: 815 time: 0.3576362 Sep 26 05:29:41.364932 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-4f14930e-4fed-4fea-8eee-b334a5ab7ec5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Request body: {'port': {'device_id': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'admin_state_up': True, 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'security_groups': ['0f7def23-de7d-4461-98a1-b05e218c5419']}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:41.470831 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Attempting to bind port f70e6461-7f87-4ee4-b3e4-f7d4db390598 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:41.471409 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Attempting to bind port f70e6461-7f87-4ee4-b3e4-f7d4db390598 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:41.473179 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Attempting to bind port f70e6461-7f87-4ee4-b3e4-f7d4db390598 on network 7a42108c-0615-4b7d-80da-4c23f250e4d0 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:41.593614 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 on network 57c648e4-fdcc-4713-bf51-b124d7faabd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:29:41.593960 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Attempting to bind port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 on network 57c648e4-fdcc-4713-bf51-b124d7faabd4 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:41.596043 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-f55fb257-c2eb-46f2-a3e8-dcdd597446ed tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fd13dd8ec810435491e3f3cba7cca4d1 HTTP/1.1" status: 200 len: 380 time: 0.3186035 Sep 26 05:29:41.599186 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4219c11b-cb8a-4fa7-9f86-014bc302f4de req-5ea02440-e577-491c-813a-3eeba2a797ed tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 210 time: 0.2497859 Sep 26 05:29:41.646337 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-53240197-5851-4222-8167-eff6effc7abb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'port': {'device_id': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'admin_state_up': True, 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'security_groups': ['2d6529e1-6d59-4c38-baef-e062b292617e']}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:41.680554 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:41.703617 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Port f70e6461-7f87-4ee4-b3e4-f7d4db390598 on network 7a42108c-0615-4b7d-80da-4c23f250e4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:29:41.704225 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Attempting to bind port f70e6461-7f87-4ee4-b3e4-f7d4db390598 on network 7a42108c-0615-4b7d-80da-4c23f250e4d0 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:41.757445 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:41.757671 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=59 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:41.758251 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:41.758701 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Checking segment: {'id': 'd9faaf72-73c5-4de9-a193-559ab0abff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:41.759486 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Bound using segment: {'id': 'd9faaf72-73c5-4de9-a193-559ab0abff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4'} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:41.760085 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Bound port: 700f3c7c-ee4f-426b-9bf3-1e03b2102f81, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9faaf72-73c5-4de9-a193-559ab0abff66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4'}}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:41.760635 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:41.937732 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] For port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81, host hv-cinder-85918, cleared binding levels {{(pid=106341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:41.983793 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] For port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=700f3c7c-ee4f-426b-9bf3-1e03b2102f81,segment=NetworkSegment(d9faaf72-73c5-4de9-a193-559ab0abff66),segment_id=d9faaf72-73c5-4de9-a193-559ab0abff66)] {{(pid=106341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:41.993184 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:41.993414 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Checking segment: {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:41.993943 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Bound using segment: {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:41.994405 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Bound port: f70e6461-7f87-4ee4-b3e4-f7d4db390598, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'}}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:41.994763 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f70e6461-7f87-4ee4-b3e4-f7d4db390598), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:42.014434 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f06e9f08-d046-46a9-91d0-15053acaf49c req-f68f40c6-538b-4919-90ff-239b1d3345a8 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 210 time: 0.0851374 Sep 26 05:29:42.074274 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] For port f70e6461-7f87-4ee4-b3e4-f7d4db390598, host hv-cinder-85918, cleared binding levels {{(pid=106341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:42.074853 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:42.077847 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] For port f70e6461-7f87-4ee4-b3e4-f7d4db390598, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f70e6461-7f87-4ee4-b3e4-f7d4db390598,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:42.087626 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:42.096065 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-53240197-5851-4222-8167-eff6effc7abb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Made reservation on behalf of fd13dd8ec810435491e3f3cba7cca4d1 for: {'port': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:42.106793 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-53240197-5851-4222-8167-eff6effc7abb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:42.127687 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9da95b-053a-46e1-af9f-42c53ee3fd2f req-65de21d6-6e12-4678-8139-03e217169e4e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:42.129318 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5d9da95b-053a-46e1-af9f-42c53ee3fd2f req-65de21d6-6e12-4678-8139-03e217169e4e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 943 time: 0.1328061 Sep 26 05:29:42.146287 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:42.192142 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Pushing event updated for resources: {'Port': ['ID=700f3c7c-ee4f-426b-9bf3-1e03b2102f81,revision_number=3']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:42.206352 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (f70e6461-7f87-4ee4-b3e4-f7d4db390598), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:42.222155 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:42.222822 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:42.225059 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-159483b4-9715-4c76-a9b4-25fc44067eee service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/700f3c7c-ee4f-426b-9bf3-1e03b2102f81 HTTP/1.1" status: 200 len: 1093 time: 9.9105470 Sep 26 05:29:42.361406 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31a978e-d8fb-4412-ad8c-999a3f18cfce', 'tag': '700f3c7c-ee4f-426b-9bf3-1e03b2102f81'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:29:42.367592 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Pushing event updated for resources: {'Port': ['ID=f70e6461-7f87-4ee4-b3e4-f7d4db390598,revision_number=3']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:42.516722 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5d9da95b-053a-46e1-af9f-42c53ee3fd2f req-28aa1d44-895c-45c8-9e5a-52e8b3c7ac35 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731978 Sep 26 05:29:42.534911 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-96dd537c-a9a3-40c0-8c0b-34fe5c2e5c3a req-cb000960-4651-4558-a336-86a47a017761 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 210 time: 0.1836421 Sep 26 05:29:42.697026 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-53240197-5851-4222-8167-eff6effc7abb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Allocated IP 172.20.0.9 (542c3891-aa7c-4297-a50e-fe5b71cd3cf3/6783b947-c48f-4404-8277-22844ede2f74/61f405ec-53a2-45d3-97e1-b2c513f8244a) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:42.804845 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-26ba75f4-f217-4185-aede-bd91258c465c req-6b677ed4-b381-43fd-bc87-b3d846393cc3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for port (38b128ed-e00f-4c9c-93fb-be3a153d50bf), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:42.915480 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:42.969235 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-53240197-5851-4222-8167-eff6effc7abb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:42.970843 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-26ba75f4-f217-4185-aede-bd91258c465c req-6b677ed4-b381-43fd-bc87-b3d846393cc3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (38b128ed-e00f-4c9c-93fb-be3a153d50bf), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:43.041680 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-de838b70-0751-4383-863d-7d51eedc995a req-e1fd5516-4555-4427-87f7-3c2a05a55c69 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 210 time: 0.0506699 Sep 26 05:29:43.073069 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-53240197-5851-4222-8167-eff6effc7abb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:43.117285 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:43.122978 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:43.126773 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-66f1721f-431b-497a-9cab-a1bf1eee3592 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/f70e6461-7f87-4ee4-b3e4-f7d4db390598 HTTP/1.1" status: 200 len: 1093 time: 6.7413259 Sep 26 05:29:43.142172 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-5fcd5c30-e90f-4f25-839f-f4e9a07f0052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:43.153732 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-5fcd5c30-e90f-4f25-839f-f4e9a07f0052 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=0a676eb5cbd74956ba12b1d5595e3f18&device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 1127 time: 0.7598958 Sep 26 05:29:43.264655 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616c85a1-3843-410f-b54f-9fee70613999" -d '{"events": [{"name": "network-changed", "server_uuid": "a31a978e-d8fb-4412-ad8c-999a3f18cfce", "tag": "700f3c7c-ee4f-426b-9bf3-1e03b2102f81"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:29:43.404940 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-53240197-5851-4222-8167-eff6effc7abb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:43.430539 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59359a0f-ed02-4027-aaf1-7303f98a4d2f req-616403ca-f42e-4833-8d1c-328275c03198 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:43.450995 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-59359a0f-ed02-4027-aaf1-7303f98a4d2f req-616403ca-f42e-4833-8d1c-328275c03198 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 931 time: 0.2010314 Sep 26 05:29:43.468915 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-53240197-5851-4222-8167-eff6effc7abb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:43.478515 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-53240197-5851-4222-8167-eff6effc7abb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:43.487737 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-53240197-5851-4222-8167-eff6effc7abb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:43.492308 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-53240197-5851-4222-8167-eff6effc7abb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:43.492913 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ba75f4-f217-4185-aede-bd91258c465c req-6b677ed4-b381-43fd-bc87-b3d846393cc3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Network 7a42108c-0615-4b7d-80da-4c23f250e4d0 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:43.518708 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53240197-5851-4222-8167-eff6effc7abb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'Port': ['ID=61f405ec-53a2-45d3-97e1-b2c513f8244a,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:43.525627 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-5092ab66-d6b4-481f-82db-ed6bc1facbc3 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700f3c7c-ee4f-426b-9bf3-1e03b2102f81 HTTP/1.1" status: 200 len: 217 time: 0.2658358 Sep 26 05:29:43.599858 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [req-26ba75f4-f217-4185-aede-bd91258c465c req-6b677ed4-b381-43fd-bc87-b3d846393cc3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:43.604842 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-53240197-5851-4222-8167-eff6effc7abb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9764357 Sep 26 05:29:43.655687 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Request body: {'port': {'device_id': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:43.664800 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-4f14930e-4fed-4fea-8eee-b334a5ab7ec5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Made reservation on behalf of e5e1c15ae90e4b82b4e216b3a0549e2e for: {'port': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:29:43.679972 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-4f14930e-4fed-4fea-8eee-b334a5ab7ec5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:43.734772 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-59359a0f-ed02-4027-aaf1-7303f98a4d2f req-cd571b7c-cbda-4f46-bcd0-dab3e06cb7f4 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819176 Sep 26 05:29:43.877386 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ba75f4-f217-4185-aede-bd91258c465c req-6b677ed4-b381-43fd-bc87-b3d846393cc3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:43.896006 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:43.944119 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905ec5e9-6ad0-4ece-a7c3-ca0d649caec6 x-openstack-request-id: req-905ec5e9-6ad0-4ece-a7c3-ca0d649caec6 {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:29:43.944803 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31a978e-d8fb-4412-ad8c-999a3f18cfce", "tag": "700f3c7c-ee4f-426b-9bf3-1e03b2102f81", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:29:43.945248 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-905ec5e9-6ad0-4ece-a7c3-ca0d649caec6 {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:29:43.945902 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905ec5e9-6ad0-4ece-a7c3-ca0d649caec6'] response: {'name': 'network-changed', 'server_uuid': 'a31a978e-d8fb-4412-ad8c-999a3f18cfce', 'tag': '700f3c7c-ee4f-426b-9bf3-1e03b2102f81', 'status': 'completed', 'code': 200} Sep 26 05:29:43.947233 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b677ed4-b381-43fd-bc87-b3d846393cc3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Pushing event updated for resources: {'Port': ['ID=38b128ed-e00f-4c9c-93fb-be3a153d50bf,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:44.004673 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-f551fe7e-dca6-4d0d-bbbc-c3eda9ba8096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:44.022524 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-f551fe7e-dca6-4d0d-bbbc-c3eda9ba8096 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 1127 time: 0.7762313 Sep 26 05:29:44.058887 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:44.097007 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:44.122256 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-80141877-7762-4f4d-abcc-fe27a62feff3 None None] Provisioning complete for port 61f405ec-53a2-45d3-97e1-b2c513f8244a triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:44.122638 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-80141877-7762-4f4d-abcc-fe27a62feff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:44.122972 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-80141877-7762-4f4d-abcc-fe27a62feff3 None None] Attempt 1 to provision port 61f405ec-53a2-45d3-97e1-b2c513f8244a Sep 26 05:29:44.132701 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:44.151178 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba75f4-f217-4185-aede-bd91258c465c req-6b677ed4-b381-43fd-bc87-b3d846393cc3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:44.158341 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-26ba75f4-f217-4185-aede-bd91258c465c req-6b677ed4-b381-43fd-bc87-b3d846393cc3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:44.194239 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476599ef-be8f-4a77-be2c-6116eb082f42 req-19eca094-135c-40c7-b5bb-e906d123923a tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:44.204503 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-476599ef-be8f-4a77-be2c-6116eb082f42 req-19eca094-135c-40c7-b5bb-e906d123923a tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 943 time: 0.2307053 Sep 26 05:29:44.261306 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-c140792d-c17d-4097-8a01-48f0c80f1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:44.263124 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-c140792d-c17d-4097-8a01-48f0c80f1867 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ce492be2-4210-4d61-8df6-606eaf40dacb HTTP/1.1" status: 200 len: 850 time: 0.7179880 Sep 26 05:29:44.267958 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-5698810b-b337-4514-984f-bec5bf7eb085 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f70e6461-7f87-4ee4-b3e4-f7d4db390598 HTTP/1.1" status: 200 len: 217 time: 0.0940135 Sep 26 05:29:44.332816 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba82f7-8d37-4033-ba1c-a5e32a8a31dc req-189d69fb-4122-4653-ae52-8ea61f564404 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:44.339294 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-26ba75f4-f217-4185-aede-bd91258c465c req-6b677ed4-b381-43fd-bc87-b3d846393cc3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1141548 Sep 26 05:29:44.341344 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8aba82f7-8d37-4033-ba1c-a5e32a8a31dc req-189d69fb-4122-4653-ae52-8ea61f564404 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 931 time: 0.4007006 Sep 26 05:29:44.351820 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-80141877-7762-4f4d-abcc-fe27a62feff3 None None] Port 61f405ec-53a2-45d3-97e1-b2c513f8244a cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:44.430721 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-4f14930e-4fed-4fea-8eee-b334a5ab7ec5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Allocated IP 172.20.0.3 (7a033fac-5647-47c1-8abf-96bf265545b0/68ec3a06-35a7-4882-936e-ce718bcdd1ec/db14dfec-952b-46e2-9617-72801c005bb3) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:29:44.508040 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-476599ef-be8f-4a77-be2c-6116eb082f42 req-6ed66472-c3e1-4d84-a507-93d4a576415a tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019326 Sep 26 05:29:44.511556 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8aba82f7-8d37-4033-ba1c-a5e32a8a31dc req-49425ce6-c60d-4e31-ac9d-6f897d1f7d97 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693051 Sep 26 05:29:44.650436 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-4f14930e-4fed-4fea-8eee-b334a5ab7ec5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for port (db14dfec-952b-46e2-9617-72801c005bb3), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:44.699026 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-4f14930e-4fed-4fea-8eee-b334a5ab7ec5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (db14dfec-952b-46e2-9617-72801c005bb3), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:44.741881 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Request body: {'port': {'device_id': 'e6937727-fb89-499b-91ea-fa6b399607f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:44.845159 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-4f14930e-4fed-4fea-8eee-b334a5ab7ec5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Network 7a033fac-5647-47c1-8abf-96bf265545b0 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:29:44.852683 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-80141877-7762-4f4d-abcc-fe27a62feff3 None None] Attempt 2 to provision port 61f405ec-53a2-45d3-97e1-b2c513f8244a Sep 26 05:29:44.870068 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9736b-7b32-4410-b0cf-973cde04913f req-d680ff49-c9ee-4997-869c-35c07b03770a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:44.871702 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2dd9736b-7b32-4410-b0cf-973cde04913f req-d680ff49-c9ee-4997-869c-35c07b03770a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 931 time: 0.1280763 Sep 26 05:29:44.918101 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-80141877-7762-4f4d-abcc-fe27a62feff3 None None] Port 61f405ec-53a2-45d3-97e1-b2c513f8244a cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:44.922273 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-4f14930e-4fed-4fea-8eee-b334a5ab7ec5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:29:44.939095 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-4f14930e-4fed-4fea-8eee-b334a5ab7ec5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:29:44.945636 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14930e-4fed-4fea-8eee-b334a5ab7ec5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event updated for resources: {'Port': ['ID=db14dfec-952b-46e2-9617-72801c005bb3,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:44.982219 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:45.002989 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-97ae5cce-bd6f-49d4-83a2-f78a58622c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:45.009926 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-97ae5cce-bd6f-49d4-83a2-f78a58622c2c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=57c648e4-fdcc-4713-bf51-b124d7faabd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2752109 Sep 26 05:29:45.020373 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0facef-02ee-401d-b505-f8126d985043 req-ca8c5290-71e4-4eea-865c-9f902544b311 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:45.022603 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ba0facef-02ee-401d-b505-f8126d985043 req-ca8c5290-71e4-4eea-865c-9f902544b311 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 931 time: 0.1482556 Sep 26 05:29:45.085141 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-b3a10457-3616-4d9f-bf28-f71f32de6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:45.086597 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-b3a10457-3616-4d9f-bf28-f71f32de6d61 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.3495748 Sep 26 05:29:45.103069 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2dd9736b-7b32-4410-b0cf-973cde04913f req-5259c06a-acdd-4b16-8625-04fa2290e459 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124875 Sep 26 05:29:45.130535 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:45.133608 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (38b128ed-e00f-4c9c-93fb-be3a153d50bf), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:45.196867 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ba0facef-02ee-401d-b505-f8126d985043 req-bce0b154-ae24-4e22-aa65-e22bf64f5269 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593537 Sep 26 05:29:45.209536 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f405ec-53a2-45d3-97e1-b2c513f8244a {{(pid=106340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:29:45.231924 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Publish callbacks [] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:45.285007 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.provisioning_blocks [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Transition to ACTIVE for port object 61f405ec-53a2-45d3-97e1-b2c513f8244a will not be triggered until provisioned by entity L2. {{(pid=106340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:29:45.290361 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:45.418815 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-80141877-7762-4f4d-abcc-fe27a62feff3 None None] Attempt 3 to provision port 61f405ec-53a2-45d3-97e1-b2c513f8244a Sep 26 05:29:45.435202 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Pushing event updated for resources: {'Port': ['ID=61f405ec-53a2-45d3-97e1-b2c513f8244a,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:45.465275 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Attempting to bind port 61f405ec-53a2-45d3-97e1-b2c513f8244a on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:45.465849 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Attempting to bind port 61f405ec-53a2-45d3-97e1-b2c513f8244a by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:45.466569 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Attempting to bind port 61f405ec-53a2-45d3-97e1-b2c513f8244a on network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:45.477363 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-80141877-7762-4f4d-abcc-fe27a62feff3 None None] Port 61f405ec-53a2-45d3-97e1-b2c513f8244a cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:45.479828 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-4f14930e-4fed-4fea-8eee-b334a5ab7ec5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:45.479828 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-4f14930e-4fed-4fea-8eee-b334a5ab7ec5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:45.497233 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:45.520675 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-86658be9-8ce0-4fd2-a0f4-6fa098ce596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:45.522298 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-86658be9-8ce0-4fd2-a0f4-6fa098ce596b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3694777 Sep 26 05:29:45.539192 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Port 61f405ec-53a2-45d3-97e1-b2c513f8244a on network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:29:45.539742 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Attempting to bind port 61f405ec-53a2-45d3-97e1-b2c513f8244a on network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:45.611224 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:45.611597 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Checking segment: {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:45.612159 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Bound using segment: {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:45.612869 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Bound port: 61f405ec-53a2-45d3-97e1-b2c513f8244a, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'}}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:45.613982 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:45.664446 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-4f14930e-4fed-4fea-8eee-b334a5ab7ec5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3035667 Sep 26 05:29:45.689090 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Request body: {'port': {'device_id': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:29:45.754157 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:45.785403 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-854a5ecc-0558-4fef-872b-05dde60ec0ff service neutron] 10.222.0.60 "GET /networking/v2.0/networks/57c648e4-fdcc-4713-bf51-b124d7faabd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7089307 Sep 26 05:29:45.798405 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f10e5-ac5f-4ccd-8dc2-d90e5725c5fa req-d5df85ed-0cf1-46b7-8c34-c316f378775c tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:45.799937 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fe1f10e5-ac5f-4ccd-8dc2-d90e5725c5fa req-d5df85ed-0cf1-46b7-8c34-c316f378775c tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 943 time: 0.1533692 Sep 26 05:29:45.809205 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351abe0e-6efc-45b9-b807-736ee55db16a req-99bf02da-1baa-41f6-9c03-101d7d4bf36b tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:45.816771 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-351abe0e-6efc-45b9-b807-736ee55db16a req-99bf02da-1baa-41f6-9c03-101d7d4bf36b tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 943 time: 0.1667392 Sep 26 05:29:45.832777 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 35658) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:45.866205 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] For port 61f405ec-53a2-45d3-97e1-b2c513f8244a, host hv-cinder-85918, cleared binding levels {{(pid=106340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:45.902260 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] For port 61f405ec-53a2-45d3-97e1-b2c513f8244a, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=61f405ec-53a2-45d3-97e1-b2c513f8244a,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:45.906617 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-8c803e14-51db-40e8-98e1-0fe85e6ecb2d req-32c5ab2b-fad1-4c59-b47e-ce4608f0ab6b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/57c648e4-fdcc-4713-bf51-b124d7faabd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064227 Sep 26 05:29:45.924203 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:45.954385 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01274a67-17fb-45e3-9f2a-6a718b15b902', 'tag': 'f70e6461-7f87-4ee4-b3e4-f7d4db390598'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:29:45.956833 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c55c3f-e0e9-4a56-b547-c1e26a280b75" -d '{"events": [{"name": "network-changed", "server_uuid": "01274a67-17fb-45e3-9f2a-6a718b15b902", "tag": "f70e6461-7f87-4ee4-b3e4-f7d4db390598"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:29:45.967375 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:45.968689 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:45.970120 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/61f405ec-53a2-45d3-97e1-b2c513f8244a HTTP/1.1" status: 200 len: 1093 time: 2.3195374 Sep 26 05:29:45.972505 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'tag': '61f405ec-53a2-45d3-97e1-b2c513f8244a'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:29:45.978632 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-80141877-7762-4f4d-abcc-fe27a62feff3 None None] Attempt 4 to provision port 61f405ec-53a2-45d3-97e1-b2c513f8244a Sep 26 05:29:46.044900 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (db14dfec-952b-46e2-9617-72801c005bb3), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:46.053550 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fe1f10e5-ac5f-4ccd-8dc2-d90e5725c5fa req-535ae5fd-d183-4da4-9a29-2ec16de0004f tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263756 Sep 26 05:29:46.071087 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-80141877-7762-4f4d-abcc-fe27a62feff3 None None] Port 61f405ec-53a2-45d3-97e1-b2c513f8244a had new provisioning blocks added so it will not transition to active. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:29:46.075072 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-351abe0e-6efc-45b9-b807-736ee55db16a req-c3af68e8-156c-473d-b405-c65b3ed050f1 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573185 Sep 26 05:29:46.107976 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe60c-ce3b-4f1c-ab22-f19c6d975657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:46.124428 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-bf969a8e-518c-48d4-b6f8-d2da479465ee service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818651 Sep 26 05:29:46.155733 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dca49-b463-4b50-844d-cdd2f5e063f7 service neutron] Pushing event updated for resources: {'Port': ['ID=61f405ec-53a2-45d3-97e1-b2c513f8244a,revision_number=3']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:46.199071 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-1ecf04fb-ee47-419d-95de-cee4129e36fd None None] Provisioning complete for port db14dfec-952b-46e2-9617-72801c005bb3 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:46.199478 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1ecf04fb-ee47-419d-95de-cee4129e36fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (db14dfec-952b-46e2-9617-72801c005bb3), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:46.199825 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-1ecf04fb-ee47-419d-95de-cee4129e36fd None None] Attempt 1 to provision port db14dfec-952b-46e2-9617-72801c005bb3 Sep 26 05:29:46.236500 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3f787b-bd81-41bc-abad-ecce3c524b0c x-openstack-request-id: req-8e3f787b-bd81-41bc-abad-ecce3c524b0c {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:29:46.237051 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01274a67-17fb-45e3-9f2a-6a718b15b902", "tag": "f70e6461-7f87-4ee4-b3e4-f7d4db390598", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:29:46.237446 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e3f787b-bd81-41bc-abad-ecce3c524b0c {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:29:46.237992 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3f787b-bd81-41bc-abad-ecce3c524b0c'] response: {'name': 'network-changed', 'server_uuid': '01274a67-17fb-45e3-9f2a-6a718b15b902', 'tag': 'f70e6461-7f87-4ee4-b3e4-f7d4db390598', 'status': 'completed', 'code': 200} Sep 26 05:29:46.265431 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:46.314371 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf04fb-ee47-419d-95de-cee4129e36fd None None] Port db14dfec-952b-46e2-9617-72801c005bb3 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:46.341339 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe60c-ce3b-4f1c-ab22-f19c6d975657 admin admin] Publish callbacks [] for security_group (3c41766a-106b-4d4a-ac2d-0c4860b9f5b6), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:46.357909 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc500dd2-cf5e-46b8-ac78-c65234ddc384" -d '{"events": [{"name": "network-changed", "server_uuid": "149e1a24-0c3f-4697-8982-771b7bbb4215", "tag": "61f405ec-53a2-45d3-97e1-b2c513f8244a"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:29:46.362812 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe60c-ce3b-4f1c-ab22-f19c6d975657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3c41766a-106b-4d4a-ac2d-0c4860b9f5b6), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:46.381311 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b128ed-e00f-4c9c-93fb-be3a153d50bf {{(pid=106341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:29:46.392725 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Publish callbacks [] for port (38b128ed-e00f-4c9c-93fb-be3a153d50bf), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:46.395008 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:46.423411 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.provisioning_blocks [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Transition to ACTIVE for port object 38b128ed-e00f-4c9c-93fb-be3a153d50bf will not be triggered until provisioned by entity L2. {{(pid=106341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:29:46.434803 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (38b128ed-e00f-4c9c-93fb-be3a153d50bf), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:46.489291 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceecec6-b513-41d6-8e2c-c75c3b94dc3d req-ae3ccec5-63aa-4e17-b632-c1f66eb00505 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:46.490846 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cceecec6-b513-41d6-8e2c-c75c3b94dc3d req-ae3ccec5-63aa-4e17-b632-c1f66eb00505 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 931 time: 0.1119637 Sep 26 05:29:46.498862 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-1f5fe60c-ce3b-4f1c-ab22-f19c6d975657 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4ac5bd4c76944b26b4d476a04fef76db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6620414 Sep 26 05:29:46.499587 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 35686) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:46.507968 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba2e73-f2b0-46ef-9eaf-b357475624f5 req-45b30451-55bb-46f3-88c6-d8916b429d47 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:46.510055 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6aba2e73-f2b0-46ef-9eaf-b357475624f5 req-45b30451-55bb-46f3-88c6-d8916b429d47 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 943 time: 0.1322358 Sep 26 05:29:46.510878 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fe60c-ce3b-4f1c-ab22-f19c6d975657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c41766a-106b-4d4a-ac2d-0c4860b9f5b6,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:46.520485 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Pushing event updated for resources: {'Port': ['ID=38b128ed-e00f-4c9c-93fb-be3a153d50bf,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:46.625502 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b44d02c-f177-46ae-be1a-67ad431e50e5 admin admin] Publish callbacks [] for security_group (3c41766a-106b-4d4a-ac2d-0c4860b9f5b6), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:46.630662 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db14dfec-952b-46e2-9617-72801c005bb3 {{(pid=106341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:29:46.642319 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Publish callbacks [] for port (db14dfec-952b-46e2-9617-72801c005bb3), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:46.670888 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.provisioning_blocks [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Transition to ACTIVE for port object db14dfec-952b-46e2-9617-72801c005bb3 will not be triggered until provisioned by entity L2. {{(pid=106341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:29:46.672184 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Attempting to bind port 38b128ed-e00f-4c9c-93fb-be3a153d50bf on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:46.672688 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Attempting to bind port 38b128ed-e00f-4c9c-93fb-be3a153d50bf by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:46.673045 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Attempting to bind port 38b128ed-e00f-4c9c-93fb-be3a153d50bf on network 7a42108c-0615-4b7d-80da-4c23f250e4d0 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:46.681291 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cceecec6-b513-41d6-8e2c-c75c3b94dc3d req-58c92951-484e-4044-a467-ca8a544303d2 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429114 Sep 26 05:29:46.712068 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:46.719253 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (db14dfec-952b-46e2-9617-72801c005bb3), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:46.734200 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6aba2e73-f2b0-46ef-9eaf-b357475624f5 req-e0a5e688-bcfa-49da-8fae-fee1ce320b81 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851819 Sep 26 05:29:46.769666 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b44d02c-f177-46ae-be1a-67ad431e50e5 admin admin] Publish callbacks [] for security_group (3c41766a-106b-4d4a-ac2d-0c4860b9f5b6), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:46.786948 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Port 38b128ed-e00f-4c9c-93fb-be3a153d50bf on network 7a42108c-0615-4b7d-80da-4c23f250e4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:29:46.787595 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Attempting to bind port 38b128ed-e00f-4c9c-93fb-be3a153d50bf on network 7a42108c-0615-4b7d-80da-4c23f250e4d0 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:46.816803 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-1ecf04fb-ee47-419d-95de-cee4129e36fd None None] Attempt 2 to provision port db14dfec-952b-46e2-9617-72801c005bb3 Sep 26 05:29:46.850255 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=db14dfec-952b-46e2-9617-72801c005bb3,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:46.867445 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b44d02c-f177-46ae-be1a-67ad431e50e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3c41766a-106b-4d4a-ac2d-0c4860b9f5b6), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:46.870056 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b44d02c-f177-46ae-be1a-67ad431e50e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:46.871375 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-9b44d02c-f177-46ae-be1a-67ad431e50e5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3c41766a-106b-4d4a-ac2d-0c4860b9f5b6 HTTP/1.1" status: 204 len: 168 time: 0.3705399 Sep 26 05:29:46.893668 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44d02c-f177-46ae-be1a-67ad431e50e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c41766a-106b-4d4a-ac2d-0c4860b9f5b6,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:46.899971 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf04fb-ee47-419d-95de-cee4129e36fd None None] Port db14dfec-952b-46e2-9617-72801c005bb3 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:46.900492 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f532d00f-a536-4d4c-bc32-ed73f67f2994 x-openstack-request-id: req-f532d00f-a536-4d4c-bc32-ed73f67f2994 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:29:46.900777 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149e1a24-0c3f-4697-8982-771b7bbb4215", "tag": "61f405ec-53a2-45d3-97e1-b2c513f8244a", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:29:46.901158 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f532d00f-a536-4d4c-bc32-ed73f67f2994 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:29:46.901614 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f532d00f-a536-4d4c-bc32-ed73f67f2994'] response: {'name': 'network-changed', 'server_uuid': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'tag': '61f405ec-53a2-45d3-97e1-b2c513f8244a', 'status': 'completed', 'code': 200} Sep 26 05:29:46.936192 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:46.936552 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Checking segment: {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:46.936932 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Bound using segment: {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:46.937398 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Bound port: 38b128ed-e00f-4c9c-93fb-be3a153d50bf, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'}}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:46.937750 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (38b128ed-e00f-4c9c-93fb-be3a153d50bf), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:46.959088 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Attempting to bind port db14dfec-952b-46e2-9617-72801c005bb3 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:29:46.959419 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Attempting to bind port db14dfec-952b-46e2-9617-72801c005bb3 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:29:46.959899 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Attempting to bind port db14dfec-952b-46e2-9617-72801c005bb3 on network 7a033fac-5647-47c1-8abf-96bf265545b0 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:47.056908 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] For port 38b128ed-e00f-4c9c-93fb-be3a153d50bf, host hv-cinder-85918, cleared binding levels {{(pid=106341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:47.067096 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] For port 38b128ed-e00f-4c9c-93fb-be3a153d50bf, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=38b128ed-e00f-4c9c-93fb-be3a153d50bf,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:47.067096 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Port db14dfec-952b-46e2-9617-72801c005bb3 on network 7a033fac-5647-47c1-8abf-96bf265545b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:29:47.067096 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Attempting to bind port db14dfec-952b-46e2-9617-72801c005bb3 on network 7a033fac-5647-47c1-8abf-96bf265545b0 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:29:47.095488 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (38b128ed-e00f-4c9c-93fb-be3a153d50bf), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:47.107029 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:47.107958 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:47.109725 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-26ba75f4-f217-4185-aede-bd91258c465c req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/38b128ed-e00f-4c9c-93fb-be3a153d50bf HTTP/1.1" status: 200 len: 1093 time: 2.3736539 Sep 26 05:29:47.268559 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:29:47.268898 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Checking segment: {'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:29:47.269277 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Bound using segment: {'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:29:47.269828 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Bound port: db14dfec-952b-46e2-9617-72801c005bb3, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'}}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:29:47.270186 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (db14dfec-952b-46e2-9617-72801c005bb3), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:47.311234 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b520cc-db4f-44ee-ae75-2bc6f3700f32 service neutron] Pushing event updated for resources: {'Port': ['ID=38b128ed-e00f-4c9c-93fb-be3a153d50bf,revision_number=3']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:47.341510 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:47.375981 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e210028-5532-462c-b6e1-472c9f4278a9 req-1aec0c79-d3f8-4a2d-89f4-6a239d009054 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:47.378685 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c85a1-3843-410f-b54f-9fee70613999 req-24e82985-e1c4-4524-85b5-99d1ea26e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:47.380581 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-616c85a1-3843-410f-b54f-9fee70613999 req-24e82985-e1c4-4524-85b5-99d1ea26e5ba service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=0a676eb5cbd74956ba12b1d5595e3f18&device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 1127 time: 0.1755888 Sep 26 05:29:47.384055 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8e210028-5532-462c-b6e1-472c9f4278a9 req-1aec0c79-d3f8-4a2d-89f4-6a239d009054 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 943 time: 0.2236459 Sep 26 05:29:47.402827 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-1ecf04fb-ee47-419d-95de-cee4129e36fd None None] Attempt 3 to provision port db14dfec-952b-46e2-9617-72801c005bb3 Sep 26 05:29:47.410331 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba75f4-f217-4185-aede-bd91258c465c req-2767a00d-1e40-4afa-af6a-355ec129afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:47.411965 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-26ba75f4-f217-4185-aede-bd91258c465c req-2767a00d-1e40-4afa-af6a-355ec129afef service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 1127 time: 0.1089687 Sep 26 05:29:47.424961 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ab18a-ca7a-4557-8799-25784b2a434a req-082f769f-025b-4da1-8b0e-53ecf28e3545 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:47.426490 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-977ab18a-ca7a-4557-8799-25784b2a434a req-082f769f-025b-4da1-8b0e-53ecf28e3545 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 943 time: 0.2204957 Sep 26 05:29:47.438237 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc500dd2-cf5e-46b8-ac78-c65234ddc384 req-3f9f1fcf-1f76-4b55-a35e-4cb2af1a78c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:47.439913 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bc500dd2-cf5e-46b8-ac78-c65234ddc384 req-3f9f1fcf-1f76-4b55-a35e-4cb2af1a78c6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 1127 time: 0.1991448 Sep 26 05:29:47.468634 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf04fb-ee47-419d-95de-cee4129e36fd None None] Port db14dfec-952b-46e2-9617-72801c005bb3 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:29:47.475725 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 35726) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:47.503387 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8e210028-5532-462c-b6e1-472c9f4278a9 req-53569012-a945-43ed-b235-fc1350892dec tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184704 Sep 26 05:29:47.572331 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-26ba75f4-f217-4185-aede-bd91258c465c req-9b7708e4-ac5b-4b2e-81a2-c97fcbbfd861 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38b128ed-e00f-4c9c-93fb-be3a153d50bf HTTP/1.1" status: 200 len: 217 time: 0.1404250 Sep 26 05:29:47.585173 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-977ab18a-ca7a-4557-8799-25784b2a434a req-06678568-94c9-4e3e-be9e-8d2abfdcc800 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506624 Sep 26 05:29:47.604548 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:47.737850 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc500dd2-cf5e-46b8-ac78-c65234ddc384 req-6a006411-dde6-4327-9c8f-d69383a303d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:47.740534 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bc500dd2-cf5e-46b8-ac78-c65234ddc384 req-6a006411-dde6-4327-9c8f-d69383a303d0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2828774 Sep 26 05:29:47.778011 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5963fd64-4c1b-450b-9d1f-525719443018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:47.790057 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b7606b39-0146-4df8-a80f-95f778ab97d9 req-eda77396-abce-4c1e-82e0-2320995d9248 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866752 Sep 26 05:29:47.838772 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] For port db14dfec-952b-46e2-9617-72801c005bb3, host hv-cinder-85918, cleared binding levels {{(pid=106341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:29:47.879837 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:47.898068 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] For port db14dfec-952b-46e2-9617-72801c005bb3, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=db14dfec-952b-46e2-9617-72801c005bb3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:29:47.927452 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (db14dfec-952b-46e2-9617-72801c005bb3), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:47.941541 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba75f4-f217-4185-aede-bd91258c465c req-bbdb7ecc-ebee-4e28-a8c8-3db8b9b4f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:47.943578 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-26ba75f4-f217-4185-aede-bd91258c465c req-bbdb7ecc-ebee-4e28-a8c8-3db8b9b4f3c4 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.3630857 Sep 26 05:29:47.944923 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:47.945534 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:47.946969 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/db14dfec-952b-46e2-9617-72801c005bb3 HTTP/1.1" status: 200 len: 1093 time: 2.2629304 Sep 26 05:29:47.963057 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:29:47.970755 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-1ecf04fb-ee47-419d-95de-cee4129e36fd None None] Attempt 4 to provision port db14dfec-952b-46e2-9617-72801c005bb3 Sep 26 05:29:47.974702 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c85a1-3843-410f-b54f-9fee70613999 req-9bceb2c1-e6ca-4f31-af5f-6a11330fa978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:47.976223 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-616c85a1-3843-410f-b54f-9fee70613999 req-9bceb2c1-e6ca-4f31-af5f-6a11330fa978 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=57c648e4-fdcc-4713-bf51-b124d7faabd4 HTTP/1.1" status: 200 len: 912 time: 0.5715387 Sep 26 05:29:48.023029 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:48.024564 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4992c4f-fa8f-4181-9767-6c7ca3ea7ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=db14dfec-952b-46e2-9617-72801c005bb3,revision_number=3']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:48.055628 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5963fd64-4c1b-450b-9d1f-525719443018 admin admin] Publish callbacks [] for security_group (3e9a1c8c-15b7-4a31-a4e8-0e3a2efb5653), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:48.063249 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5963fd64-4c1b-450b-9d1f-525719443018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3e9a1c8c-15b7-4a31-a4e8-0e3a2efb5653), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:48.109767 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-5963fd64-4c1b-450b-9d1f-525719443018 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=3c1c1542b6b54f8b8bcfafd2b3acd0ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6325679 Sep 26 05:29:48.110973 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963fd64-4c1b-450b-9d1f-525719443018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9a1c8c-15b7-4a31-a4e8-0e3a2efb5653,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:48.114925 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 35746) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:48.124142 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf04fb-ee47-419d-95de-cee4129e36fd None None] Port db14dfec-952b-46e2-9617-72801c005bb3 had new provisioning blocks added so it will not transition to active. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:29:48.179684 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b9dcb0ca-a7ea-4690-b648-490801c9aa6f admin admin] Publish callbacks [] for security_group (3e9a1c8c-15b7-4a31-a4e8-0e3a2efb5653), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:48.183883 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa7bbe-23a6-46c3-8d42-f8d8a2bb16d2 req-92803306-df95-463f-96bd-1b3e8d6a6dfc tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:48.185069 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=700f3c7c-ee4f-426b-9bf3-1e03b2102f81,segment=NetworkSegment(d9faaf72-73c5-4de9-a193-559ab0abff66),segment_id=d9faaf72-73c5-4de9-a193-559ab0abff66)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:48.187280 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f0fa7bbe-23a6-46c3-8d42-f8d8a2bb16d2 req-92803306-df95-463f-96bd-1b3e8d6a6dfc tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 943 time: 0.3106248 Sep 26 05:29:48.200320 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': '700f3c7c-ee4f-426b-9bf3-1e03b2102f81', 'network_id': '57c648e4-fdcc-4713-bf51-b124d7faabd4', 'port_id': '700f3c7c-ee4f-426b-9bf3-1e03b2102f81', 'mac_address': 'fa:16:3e:4c:84:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce492be2-4210-4d61-8df6-606eaf40dacb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:29:48.211639 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b9dcb0ca-a7ea-4690-b648-490801c9aa6f admin admin] Publish callbacks [] for security_group (3e9a1c8c-15b7-4a31-a4e8-0e3a2efb5653), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:48.217627 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ed2fe-5512-4661-b54d-878cfc832a2e req-5114dfda-65b6-4ac2-bdc1-db9b7268e038 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:48.219183 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fb9ed2fe-5512-4661-b54d-878cfc832a2e req-5114dfda-65b6-4ac2-bdc1-db9b7268e038 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.1610789 Sep 26 05:29:48.256960 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6937727-fb89-499b-91ea-fa6b399607f7', 'tag': '38b128ed-e00f-4c9c-93fb-be3a153d50bf'}, {'name': 'network-changed', 'server_uuid': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'tag': 'db14dfec-952b-46e2-9617-72801c005bb3'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:29:48.260786 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06190038-af98-4aa3-895c-8c8333a06045" -d '{"events": [{"name": "network-changed", "server_uuid": "e6937727-fb89-499b-91ea-fa6b399607f7", "tag": "38b128ed-e00f-4c9c-93fb-be3a153d50bf"}, {"name": "network-changed", "server_uuid": "6ffa337e-39e1-4edc-9a0d-4468ff05c577", "tag": "db14dfec-952b-46e2-9617-72801c005bb3"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:29:48.261899 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:48.262349 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:48.266213 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:48.280637 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:29:48.281416 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b9dcb0ca-a7ea-4690-b648-490801c9aa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3e9a1c8c-15b7-4a31-a4e8-0e3a2efb5653), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:48.284283 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b9dcb0ca-a7ea-4690-b648-490801c9aa6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:48.288785 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-b9dcb0ca-a7ea-4690-b648-490801c9aa6f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3e9a1c8c-15b7-4a31-a4e8-0e3a2efb5653 HTTP/1.1" status: 204 len: 168 time: 0.1718569 Sep 26 05:29:48.293783 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:48.304621 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcb0ca-a7ea-4690-b648-490801c9aa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9a1c8c-15b7-4a31-a4e8-0e3a2efb5653,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:48.310216 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=700f3c7c-ee4f-426b-9bf3-1e03b2102f81,segment=NetworkSegment(d9faaf72-73c5-4de9-a193-559ab0abff66),segment_id=d9faaf72-73c5-4de9-a193-559ab0abff66)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:48.315177 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc500dd2-cf5e-46b8-ac78-c65234ddc384 req-59ab99ed-d25e-4a20-95ab-de7b414f9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:48.316908 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bc500dd2-cf5e-46b8-ac78-c65234ddc384 req-59ab99ed-d25e-4a20-95ab-de7b414f9266 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5697610 Sep 26 05:29:48.318412 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:48.366308 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fb9ed2fe-5512-4661-b54d-878cfc832a2e req-8c6a84f3-f49c-4631-8b20-6f167f0c432a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996099 Sep 26 05:29:48.369498 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f0fa7bbe-23a6-46c3-8d42-f8d8a2bb16d2 req-c8e5b696-88a4-4baa-b599-621a6d7cebf9 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422026 Sep 26 05:29:48.378676 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=700f3c7c-ee4f-426b-9bf3-1e03b2102f81,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:48.445674 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 26 Sep 2022 05:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5036e407-b8d1-46e1-8be2-36739682c7e5 x-openstack-request-id: req-5036e407-b8d1-46e1-8be2-36739682c7e5 {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:29:48.445977 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6937727-fb89-499b-91ea-fa6b399607f7", "tag": "38b128ed-e00f-4c9c-93fb-be3a153d50bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ffa337e-39e1-4edc-9a0d-4468ff05c577", "tag": "db14dfec-952b-46e2-9617-72801c005bb3", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:29:48.446244 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5036e407-b8d1-46e1-8be2-36739682c7e5 {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:29:48.446628 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5036e407-b8d1-46e1-8be2-36739682c7e5'] response: {'name': 'network-changed', 'server_uuid': 'e6937727-fb89-499b-91ea-fa6b399607f7', 'tag': '38b128ed-e00f-4c9c-93fb-be3a153d50bf', 'status': 'completed', 'code': 200} Sep 26 05:29:48.446880 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5036e407-b8d1-46e1-8be2-36739682c7e5'] response: {'name': 'network-changed', 'server_uuid': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'tag': 'db14dfec-952b-46e2-9617-72801c005bb3', 'status': 'completed', 'code': 200} Sep 26 05:29:48.633459 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['700f3c7c-ee4f-426b-9bf3-1e03b2102f81'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:29:48.645375 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db1587-4557-445e-9fc4-fc3f7c5e3e93 req-3ed778d6-517e-4db5-b580-e233330fd292 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:48.647589 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-19db1587-4557-445e-9fc4-fc3f7c5e3e93 req-3ed778d6-517e-4db5-b580-e233330fd292 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 944 time: 0.0557261 Sep 26 05:29:48.774616 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 35778) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:48.822550 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-19db1587-4557-445e-9fc4-fc3f7c5e3e93 req-1217a020-5045-47fb-933c-7d80163e22c1 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678596 Sep 26 05:29:48.876413 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c55c3f-e0e9-4a56-b547-c1e26a280b75 req-0a066f1a-bc12-4388-b1da-a3e2fb4cf622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:48.877998 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b8c55c3f-e0e9-4a56-b547-c1e26a280b75 req-0a066f1a-bc12-4388-b1da-a3e2fb4cf622 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 1127 time: 0.1207671 Sep 26 05:29:48.887225 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87d0b9-42bc-4e72-9a1b-c410109efa27 req-ae175ebd-266f-4f7b-9f3b-f2426c44dc99 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:48.888863 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4f87d0b9-42bc-4e72-9a1b-c410109efa27 req-ae175ebd-266f-4f7b-9f3b-f2426c44dc99 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 943 time: 0.1303573 Sep 26 05:29:48.894370 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-d001afd1-b734-4c10-988b-2d140adbbfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:48.896828 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-d001afd1-b734-4c10-988b-2d140adbbfb6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e&device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 1127 time: 0.1239505 Sep 26 05:29:48.907006 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-616c85a1-3843-410f-b54f-9fee70613999 req-3448e212-9932-45f6-8358-14510c84d1b9 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700f3c7c-ee4f-426b-9bf3-1e03b2102f81 HTTP/1.1" status: 200 len: 217 time: 0.1884291 Sep 26 05:29:48.988903 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-57216c34-2246-40f7-8f36-6f2e09ca21f4 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db14dfec-952b-46e2-9617-72801c005bb3 HTTP/1.1" status: 200 len: 217 time: 0.0421553 Sep 26 05:29:48.996453 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8a1e9ebd-fb22-4e24-897b-c954f14652e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:49.054051 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c85a1-3843-410f-b54f-9fee70613999 req-990c9723-280b-4741-8248-5a7c0929ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:49.055607 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-616c85a1-3843-410f-b54f-9fee70613999 req-990c9723-280b-4741-8248-5a7c0929ee80 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ce492be2-4210-4d61-8df6-606eaf40dacb HTTP/1.1" status: 200 len: 850 time: 0.0643876 Sep 26 05:29:49.078538 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:49.085765 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4f87d0b9-42bc-4e72-9a1b-c410109efa27 req-700e0b53-16b3-466d-8ab0-d85f77b0622e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861629 Sep 26 05:29:49.107015 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c55c3f-e0e9-4a56-b547-c1e26a280b75 req-044f866e-86c7-4fb5-8de9-e8a8734547b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:49.108548 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b8c55c3f-e0e9-4a56-b547-c1e26a280b75 req-044f866e-86c7-4fb5-8de9-e8a8734547b7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 919 time: 0.2187848 Sep 26 05:29:49.169670 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba75f4-f217-4185-aede-bd91258c465c req-1e68fc91-bea3-4520-8288-868ba011a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:49.179298 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-26ba75f4-f217-4185-aede-bd91258c465c req-1e68fc91-bea3-4520-8288-868ba011a0ab service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4466476 Sep 26 05:29:49.186737 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b8c55c3f-e0e9-4a56-b547-c1e26a280b75 req-784b4236-8854-4998-9f51-d86e19855a56 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f70e6461-7f87-4ee4-b3e4-f7d4db390598 HTTP/1.1" status: 200 len: 217 time: 0.0687950 Sep 26 05:29:49.189270 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-b4a75a32-3e66-4e3c-81cc-b571319fffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:49.190736 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-b4a75a32-3e66-4e3c-81cc-b571319fffaf service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 1127 time: 0.4168239 Sep 26 05:29:49.310650 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c85a1-3843-410f-b54f-9fee70613999 req-3ea01a48-2eed-4fcf-bac6-c8d487fa9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:49.312182 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-616c85a1-3843-410f-b54f-9fee70613999 req-3ea01a48-2eed-4fcf-bac6-c8d487fa9a42 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=57c648e4-fdcc-4713-bf51-b124d7faabd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2323430 Sep 26 05:29:49.340452 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-3c78f093-158a-41f6-a845-e45ffa379ae3 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f405ec-53a2-45d3-97e1-b2c513f8244a HTTP/1.1" status: 200 len: 217 time: 0.1252184 Sep 26 05:29:49.343689 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c55c3f-e0e9-4a56-b547-c1e26a280b75 req-f6739650-d01a-4107-94ca-abfee0e04c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:49.347228 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b8c55c3f-e0e9-4a56-b547-c1e26a280b75 req-f6739650-d01a-4107-94ca-abfee0e04c51 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.1488736 Sep 26 05:29:49.357633 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-f3464b01-c69c-42fd-b463-539e4302c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:49.359046 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-f3464b01-c69c-42fd-b463-539e4302c617 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=68ec3a06-35a7-4882-936e-ce718bcdd1ec HTTP/1.1" status: 200 len: 855 time: 0.3584967 Sep 26 05:29:49.464853 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c55c3f-e0e9-4a56-b547-c1e26a280b75 req-e2f3489e-da79-4510-bc00-0a8696d08514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:49.466002 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b8c55c3f-e0e9-4a56-b547-c1e26a280b75 req-e2f3489e-da79-4510-bc00-0a8696d08514 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1121535 Sep 26 05:29:49.473430 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:INSERT=6,neutron:UPDATE=1,neutron:SELECT=89,neutron:DELETE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:49.544031 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-18a21d16-678b-4856-b1ed-40d1a835e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:49.546075 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-18a21d16-678b-4856-b1ed-40d1a835e9de service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a033fac-5647-47c1-8abf-96bf265545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1679671 Sep 26 05:29:49.561482 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-f4c6b1bc-8eb6-4467-8305-97e9714f95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:49.563579 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-f4c6b1bc-8eb6-4467-8305-97e9714f95ac service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6783b947-c48f-4404-8277-22844ede2f74 HTTP/1.1" status: 200 len: 854 time: 0.2034791 Sep 26 05:29:49.580870 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-26ba75f4-f217-4185-aede-bd91258c465c req-a65a6d3d-2e27-47bd-b5f7-3fa4b180ba2b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855767 Sep 26 05:29:49.739889 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891688c0-c1ff-4d3e-8188-7b3d1134568b req-4ebb1f87-e1e5-4386-857a-aac473bb3617 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:49.741611 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-891688c0-c1ff-4d3e-8188-7b3d1134568b req-4ebb1f87-e1e5-4386-857a-aac473bb3617 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.1255386 Sep 26 05:29:49.758791 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-616c85a1-3843-410f-b54f-9fee70613999 req-eb52f276-d536-46c5-a29c-152d4b8b9bea service neutron] 10.222.0.60 "GET /networking/v2.0/networks/57c648e4-fdcc-4713-bf51-b124d7faabd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143643 Sep 26 05:29:49.767370 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e2a32-e86a-433c-a61e-e1e13869a0bb req-d78080a7-d56f-4d12-b4d2-b440bfb9d2ad tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:49.768906 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-762e2a32-e86a-433c-a61e-e1e13869a0bb req-d78080a7-d56f-4d12-b4d2-b440bfb9d2ad tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 943 time: 0.1177063 Sep 26 05:29:49.771859 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-b5bcfabc-8c9c-4d0a-88ff-d4c787d1b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:49.773343 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-b5bcfabc-8c9c-4d0a-88ff-d4c787d1b48a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1737857 Sep 26 05:29:49.778011 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8a1e9ebd-fb22-4e24-897b-c954f14652e0 admin admin] Publish callbacks [] for security_group (8c5254c4-1024-4818-9900-91f0fdbf8dbc), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:49.810430 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b8c55c3f-e0e9-4a56-b547-c1e26a280b75 req-beb15f7f-7aea-420c-849f-0f66a8690720 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371453 Sep 26 05:29:49.811690 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8a1e9ebd-fb22-4e24-897b-c954f14652e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (8c5254c4-1024-4818-9900-91f0fdbf8dbc), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:49.838053 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:49.904085 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-762e2a32-e86a-433c-a61e-e1e13869a0bb req-abe8d2d5-5827-4f46-98fa-494935362d97 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276407 Sep 26 05:29:49.906777 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-891688c0-c1ff-4d3e-8188-7b3d1134568b req-14772105-0511-463d-95e8-c1647abb16d2 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544781 Sep 26 05:29:49.923046 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device f70e6461-7f87-4ee4-b3e4-f7d4db390598 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:29:49.930193 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:49.959832 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:49.965052 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:49.998891 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-8a1e9ebd-fb22-4e24-897b-c954f14652e0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a0c9eed5a3d749df94bc6bab897068d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1906395 Sep 26 05:29:50.001483 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-da97620f-aa95-4e6e-af30-9e8bf648f117 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426618 Sep 26 05:29:50.005527 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 35828) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:50.031380 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-26ba75f4-f217-4185-aede-bd91258c465c req-d349240f-5b44-4332-b210-f251b2126e17 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288950 Sep 26 05:29:50.056535 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e9ebd-fb22-4e24-897b-c954f14652e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5254c4-1024-4818-9900-91f0fdbf8dbc,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:50.068511 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b8c55c3f-e0e9-4a56-b547-c1e26a280b75 req-e77002df-1cd7-4a57-a1b8-676c6088e14c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462115 Sep 26 05:29:50.108664 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:50.135631 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:29:50.149519 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-616c85a1-3843-410f-b54f-9fee70613999 req-41b8989b-aef6-4b6a-9c9b-25061439ab0e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/57c648e4-fdcc-4713-bf51-b124d7faabd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702557 Sep 26 05:29:50.153258 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-ae319f6a-477e-4d6e-a611-37c586be368a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630230 Sep 26 05:29:50.154315 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29379bd-1a62-4268-b237-3bf866ae432e req-31935483-602a-43f2-95ce-f4acd25c933a tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:50.155833 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f29379bd-1a62-4268-b237-3bf866ae432e req-31935483-602a-43f2-95ce-f4acd25c933a tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 944 time: 0.1244991 Sep 26 05:29:50.157077 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:50.157741 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:50.158478 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 Sep 26 05:29:50.169561 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e8876429-2614-46e7-9780-2c3068d763e9 admin admin] Publish callbacks [] for security_group (8c5254c4-1024-4818-9900-91f0fdbf8dbc), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:50.169933 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port f70e6461-7f87-4ee4-b3e4-f7d4db390598, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f70e6461-7f87-4ee4-b3e4-f7d4db390598,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:50.191261 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ea54c74a-bb74-4e58-a603-bd0095feec4b req-07c5773f-0d91-46c4-a9c2-b6680941c73d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733279 Sep 26 05:29:50.231768 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': 'f70e6461-7f87-4ee4-b3e4-f7d4db390598', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'port_id': 'f70e6461-7f87-4ee4-b3e4-f7d4db390598', 'mac_address': 'fa:16:3e:08:7e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:29:50.233291 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f29379bd-1a62-4268-b237-3bf866ae432e req-89b12289-c9ae-42f7-a5d6-00f72a065f21 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614874 Sep 26 05:29:50.235812 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e8876429-2614-46e7-9780-2c3068d763e9 admin admin] Publish callbacks [] for security_group (8c5254c4-1024-4818-9900-91f0fdbf8dbc), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:50.308380 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port f70e6461-7f87-4ee4-b3e4-f7d4db390598 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:50.308917 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f70e6461-7f87-4ee4-b3e4-f7d4db390598), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:50.324657 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:50.325271 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:50.333060 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627744c6-8acb-48bc-82ee-ceb855dc69ba req-2ef1a1f5-058a-4c64-9f8d-abc5d737f992 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:50.334880 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-627744c6-8acb-48bc-82ee-ceb855dc69ba req-2ef1a1f5-058a-4c64-9f8d-abc5d737f992 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 943 time: 0.0536358 Sep 26 05:29:50.338206 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70e6461-7f87-4ee4-b3e4-f7d4db390598 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:29:50.359488 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e8876429-2614-46e7-9780-2c3068d763e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (8c5254c4-1024-4818-9900-91f0fdbf8dbc), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:50.362300 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e8876429-2614-46e7-9780-2c3068d763e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:50.363476 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-e8876429-2614-46e7-9780-2c3068d763e9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8c5254c4-1024-4818-9900-91f0fdbf8dbc HTTP/1.1" status: 204 len: 168 time: 0.3550141 Sep 26 05:29:50.363591 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31a978e-d8fb-4412-ad8c-999a3f18cfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700f3c7c-ee4f-426b-9bf3-1e03b2102f81'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:29:50.376044 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8876429-2614-46e7-9780-2c3068d763e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5254c4-1024-4818-9900-91f0fdbf8dbc,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:50.400127 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-627744c6-8acb-48bc-82ee-ceb855dc69ba req-08d7bd0e-ed3b-42ae-9325-a4fa1459b2fb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582757 Sep 26 05:29:50.472588 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:50.475723 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port f70e6461-7f87-4ee4-b3e4-f7d4db390598, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f70e6461-7f87-4ee4-b3e4-f7d4db390598,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:50.477611 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=700f3c7c-ee4f-426b-9bf3-1e03b2102f81,segment=NetworkSegment(d9faaf72-73c5-4de9-a193-559ab0abff66),segment_id=d9faaf72-73c5-4de9-a193-559ab0abff66)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:50.482644 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (f70e6461-7f87-4ee4-b3e4-f7d4db390598), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:50.487169 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:50.535320 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=f70e6461-7f87-4ee4-b3e4-f7d4db390598,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:50.599643 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=700f3c7c-ee4f-426b-9bf3-1e03b2102f81,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:50.619660 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b2c4b9-eed9-4ef1-b42c-23fab5406d3e" -d '{"events": [{"server_uuid": "a31a978e-d8fb-4412-ad8c-999a3f18cfce", "name": "network-vif-plugged", "status": "completed", "tag": "700f3c7c-ee4f-426b-9bf3-1e03b2102f81"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:29:50.718435 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b570e2-4a46-4aea-817c-78f8b2ae813d x-openstack-request-id: req-56b570e2-4a46-4aea-817c-78f8b2ae813d {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:29:50.718917 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31a978e-d8fb-4412-ad8c-999a3f18cfce", "name": "network-vif-plugged", "status": "completed", "tag": "700f3c7c-ee4f-426b-9bf3-1e03b2102f81", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:29:50.719181 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56b570e2-4a46-4aea-817c-78f8b2ae813d {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:29:50.719652 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b570e2-4a46-4aea-817c-78f8b2ae813d'] response: {'server_uuid': 'a31a978e-d8fb-4412-ad8c-999a3f18cfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700f3c7c-ee4f-426b-9bf3-1e03b2102f81', 'code': 200} Sep 26 05:29:50.762656 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['f70e6461-7f87-4ee4-b3e4-f7d4db390598'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:29:51.172031 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87717518-8b5f-48d6-8f38-86f89ba85640 req-3d52cdb3-3104-4127-9253-75abdcde68ba tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:51.174332 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-87717518-8b5f-48d6-8f38-86f89ba85640 req-3d52cdb3-3104-4127-9253-75abdcde68ba tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 943 time: 0.0792394 Sep 26 05:29:51.198356 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f6db0-a3a2-47e9-856e-0193e0d97c65 req-d5438ada-67e3-40d8-aafc-84b085e59f0a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:51.210112 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-849f6db0-a3a2-47e9-856e-0193e0d97c65 req-d5438ada-67e3-40d8-aafc-84b085e59f0a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.1530037 Sep 26 05:29:51.317882 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-849f6db0-a3a2-47e9-856e-0193e0d97c65 req-ce437e7c-03f7-4c4c-9687-5ba8dc300f4d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027524 Sep 26 05:29:51.339160 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06190038-af98-4aa3-895c-8c8333a06045 req-753c291b-a733-4dca-97dd-17fe4e97f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:51.340676 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-06190038-af98-4aa3-895c-8c8333a06045 req-753c291b-a733-4dca-97dd-17fe4e97f303 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 1127 time: 0.3578799 Sep 26 05:29:51.366094 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-87717518-8b5f-48d6-8f38-86f89ba85640 req-beb3103f-e7d7-478c-833a-59a57cb01756 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792178 Sep 26 05:29:51.381273 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-d5a4ea5f-b0ff-4c54-a35c-99df5e92d78b req-073ecdbf-45da-4ee7-8f13-e79a97621407 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365811 Sep 26 05:29:51.468755 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139f7bc-3769-4789-bc6f-86e1547ed018 req-d0c82e80-acdb-4020-8ed6-334f3c9ceeab tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:51.470299 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b139f7bc-3769-4789-bc6f-86e1547ed018 req-d0c82e80-acdb-4020-8ed6-334f3c9ceeab tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 945 time: 0.0586693 Sep 26 05:29:51.570299 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b139f7bc-3769-4789-bc6f-86e1547ed018 req-21acad05-bb6e-4d90-8c11-cdf9b4cb0748 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931056 Sep 26 05:29:51.580651 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34750251-995a-4c2b-80e0-14cee2f52dcb req-254ae209-8349-4f50-b07c-23ba5ca169a8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:51.582120 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-34750251-995a-4c2b-80e0-14cee2f52dcb req-254ae209-8349-4f50-b07c-23ba5ca169a8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 943 time: 0.0632761 Sep 26 05:29:51.631103 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-34750251-995a-4c2b-80e0-14cee2f52dcb req-a5b49584-9bb2-47f0-ad8f-17633c982a49 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428097 Sep 26 05:29:52.441449 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ce7c0-a2bc-4c70-b767-2fb687798c5d req-09885f5a-4445-47ce-9bf9-64f3cde520ec tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:52.443267 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-545ce7c0-a2bc-4c70-b767-2fb687798c5d req-09885f5a-4445-47ce-9bf9-64f3cde520ec tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0446649 Sep 26 05:29:52.506505 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e850e73-4f11-4689-a3f9-77b0622ad7ed req-851d1907-65c4-4226-acfc-185f8c4c85d3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:52.507943 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5e850e73-4f11-4689-a3f9-77b0622ad7ed req-851d1907-65c4-4226-acfc-185f8c4c85d3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 943 time: 0.0639284 Sep 26 05:29:52.536982 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-545ce7c0-a2bc-4c70-b767-2fb687798c5d req-252bf686-bdee-42d6-8767-d04cff2aec2f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850103 Sep 26 05:29:52.565903 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5e850e73-4f11-4689-a3f9-77b0622ad7ed req-1bc226cf-93e8-4b64-ac8d-808fb61f0599 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524323 Sep 26 05:29:52.601542 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 38b128ed-e00f-4c9c-93fb-be3a153d50bf details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:29:52.604939 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device f70e6461-7f87-4ee4-b3e4-f7d4db390598 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:52.705169 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976be152-ee95-4e39-b7ca-3ceba277409b req-97881b66-d9dc-49b7-8d25-0c95116e6a6c tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:52.705951 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port f70e6461-7f87-4ee4-b3e4-f7d4db390598 completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:29:52.706623 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-976be152-ee95-4e39-b7ca-3ceba277409b req-97881b66-d9dc-49b7-8d25-0c95116e6a6c tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 945 time: 0.0457113 Sep 26 05:29:52.716798 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port f70e6461-7f87-4ee4-b3e4-f7d4db390598 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:52.717186 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (f70e6461-7f87-4ee4-b3e4-f7d4db390598), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:52.717517 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port f70e6461-7f87-4ee4-b3e4-f7d4db390598 Sep 26 05:29:52.719586 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:52.753330 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:52.762324 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:52.769937 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570dc91-a74e-488e-992c-4ee5ad25527d req-aa231b5a-1ade-4835-bb58-6afecf724183 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:52.772079 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0570dc91-a74e-488e-992c-4ee5ad25527d req-aa231b5a-1ade-4835-bb58-6afecf724183 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 943 time: 0.0646019 Sep 26 05:29:52.778223 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 38b128ed-e00f-4c9c-93fb-be3a153d50bf, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=38b128ed-e00f-4c9c-93fb-be3a153d50bf,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:52.796442 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': '38b128ed-e00f-4c9c-93fb-be3a153d50bf', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'port_id': '38b128ed-e00f-4c9c-93fb-be3a153d50bf', 'mac_address': 'fa:16:3e:55:96:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:29:52.809041 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-976be152-ee95-4e39-b7ca-3ceba277409b req-ba6a92d4-8cb6-42b4-99d0-13aa04ab4e61 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922632 Sep 26 05:29:52.842292 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0570dc91-a74e-488e-992c-4ee5ad25527d req-e48a4fe6-b75d-428b-a27a-028c2599fa2c tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599666 Sep 26 05:29:52.967891 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port f70e6461-7f87-4ee4-b3e4-f7d4db390598 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:52.968298 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f70e6461-7f87-4ee4-b3e4-f7d4db390598), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:52.971443 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 38b128ed-e00f-4c9c-93fb-be3a153d50bf is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:52.971805 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (38b128ed-e00f-4c9c-93fb-be3a153d50bf), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:52.998224 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b128ed-e00f-4c9c-93fb-be3a153d50bf {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:29:53.008670 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01274a67-17fb-45e3-9f2a-6a718b15b902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70e6461-7f87-4ee4-b3e4-f7d4db390598'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:29:53.010848 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd4d6d5-5ac3-49a0-9bd7-3c8b177852a9" -d '{"events": [{"server_uuid": "01274a67-17fb-45e3-9f2a-6a718b15b902", "name": "network-vif-plugged", "status": "completed", "tag": "f70e6461-7f87-4ee4-b3e4-f7d4db390598"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:29:53.028954 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port f70e6461-7f87-4ee4-b3e4-f7d4db390598, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f70e6461-7f87-4ee4-b3e4-f7d4db390598,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:53.036698 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (f70e6461-7f87-4ee4-b3e4-f7d4db390598), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:53.040032 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 38b128ed-e00f-4c9c-93fb-be3a153d50bf, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=38b128ed-e00f-4c9c-93fb-be3a153d50bf,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:53.044543 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (38b128ed-e00f-4c9c-93fb-be3a153d50bf), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:53.062927 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce18939-dce1-4bf0-ab5b-ef051ac0b0b8 x-openstack-request-id: req-dce18939-dce1-4bf0-ab5b-ef051ac0b0b8 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:29:53.063238 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01274a67-17fb-45e3-9f2a-6a718b15b902", "name": "network-vif-plugged", "status": "completed", "tag": "f70e6461-7f87-4ee4-b3e4-f7d4db390598", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:29:53.063494 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dce18939-dce1-4bf0-ab5b-ef051ac0b0b8 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:29:53.063878 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce18939-dce1-4bf0-ab5b-ef051ac0b0b8'] response: {'server_uuid': '01274a67-17fb-45e3-9f2a-6a718b15b902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70e6461-7f87-4ee4-b3e4-f7d4db390598', 'code': 200} Sep 26 05:29:53.089801 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=f70e6461-7f87-4ee4-b3e4-f7d4db390598,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:53.137225 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=38b128ed-e00f-4c9c-93fb-be3a153d50bf,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:53.256708 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3b02a11d-363c-41b2-a1c5-8a8a0a877d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:53.861754 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5796d-a190-4d2b-acad-77515263aed5 req-2b5d3fef-5361-4b81-b723-9ba12b292d1c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:53.863243 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-29e5796d-a190-4d2b-acad-77515263aed5 req-2b5d3fef-5361-4b81-b723-9ba12b292d1c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.2479668 Sep 26 05:29:53.868640 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:29:53.882763 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b109a-13ed-4409-b0a6-3442f83ee232 req-98111cae-91ab-48e9-8d0c-a89b26b91f5d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:53.884150 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-115b109a-13ed-4409-b0a6-3442f83ee232 req-98111cae-91ab-48e9-8d0c-a89b26b91f5d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 944 time: 0.0656793 Sep 26 05:29:53.943677 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-29e5796d-a190-4d2b-acad-77515263aed5 req-f708932d-7252-4bce-a57a-712c22266483 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717466 Sep 26 05:29:53.954207 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-115b109a-13ed-4409-b0a6-3442f83ee232 req-34cf43b2-69d9-4fbd-9a90-52cf31c1ac7d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623474 Sep 26 05:29:54.080914 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412b30f-1e38-4bea-950f-50bf2744a3db req-fb34a911-6823-424b-b0e1-e4d5ba0c3d94 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:54.082359 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e412b30f-1e38-4bea-950f-50bf2744a3db req-fb34a911-6823-424b-b0e1-e4d5ba0c3d94 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 945 time: 0.0741024 Sep 26 05:29:54.093123 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65708ff4-7eca-4248-b4fd-f05330da9660 req-67429c28-48e9-49d8-a827-5788023beeae tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:54.094510 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-65708ff4-7eca-4248-b4fd-f05330da9660 req-67429c28-48e9-49d8-a827-5788023beeae tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 943 time: 0.0755889 Sep 26 05:29:54.167072 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e412b30f-1e38-4bea-950f-50bf2744a3db req-54ae172d-9b37-4985-b236-2336fbeb6963 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716376 Sep 26 05:29:54.170213 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-65708ff4-7eca-4248-b4fd-f05330da9660 req-adf5b54b-f1f0-44e4-bc07-5a6af64a7599 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681036 Sep 26 05:29:54.172665 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=20 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:54.351442 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device db14dfec-952b-46e2-9617-72801c005bb3 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:29:54.368475 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:54.451814 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port db14dfec-952b-46e2-9617-72801c005bb3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=db14dfec-952b-46e2-9617-72801c005bb3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:54.462908 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': 'db14dfec-952b-46e2-9617-72801c005bb3', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'port_id': 'db14dfec-952b-46e2-9617-72801c005bb3', 'mac_address': 'fa:16:3e:92:7b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:29:54.500698 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port db14dfec-952b-46e2-9617-72801c005bb3 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:54.501091 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (db14dfec-952b-46e2-9617-72801c005bb3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:54.514847 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db14dfec-952b-46e2-9617-72801c005bb3 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:29:54.535276 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port db14dfec-952b-46e2-9617-72801c005bb3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=db14dfec-952b-46e2-9617-72801c005bb3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:54.539794 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (db14dfec-952b-46e2-9617-72801c005bb3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:54.589694 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=db14dfec-952b-46e2-9617-72801c005bb3,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:54.763109 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06190038-af98-4aa3-895c-8c8333a06045 req-76d8aac8-3f44-499d-b6f0-83c4fa61e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:54.764716 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-06190038-af98-4aa3-895c-8c8333a06045 req-76d8aac8-3f44-499d-b6f0-83c4fa61e47c service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 919 time: 0.1038394 Sep 26 05:29:54.868699 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['38b128ed-e00f-4c9c-93fb-be3a153d50bf'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:29:55.102815 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b74f21-2fb3-404e-8892-b2fef23d16c4 req-ca3b46da-cb0e-4bb3-9384-7c637a4ce29f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:55.105050 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-73b74f21-2fb3-404e-8892-b2fef23d16c4 req-ca3b46da-cb0e-4bb3-9384-7c637a4ce29f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 944 time: 0.0701911 Sep 26 05:29:55.110524 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385a8a2-0a8f-410c-88df-ea440cd4a665 req-bafb9fe4-df0d-473a-adf3-3dedc59ee130 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:55.111951 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7385a8a2-0a8f-410c-88df-ea440cd4a665 req-bafb9fe4-df0d-473a-adf3-3dedc59ee130 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 944 time: 0.0864499 Sep 26 05:29:55.179921 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-73b74f21-2fb3-404e-8892-b2fef23d16c4 req-aa117812-03cf-4b2a-8f2f-0cc37d854214 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669909 Sep 26 05:29:55.191441 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7385a8a2-0a8f-410c-88df-ea440cd4a665 req-bc39662f-d507-444f-8067-8b2baeff1a92 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710285 Sep 26 05:29:55.338138 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4f295-170b-4cd0-8228-2afb1568ef55 req-ae7af951-8280-440b-b88b-0098b8271bef tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:55.339612 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4ff4f295-170b-4cd0-8228-2afb1568ef55 req-ae7af951-8280-440b-b88b-0098b8271bef tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 945 time: 0.0785847 Sep 26 05:29:55.347336 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca21fc-333e-4452-bbc3-7b09406ad4dc req-951fbbc4-89d1-4fae-902a-a81b978654be tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:55.348857 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-edca21fc-333e-4452-bbc3-7b09406ad4dc req-951fbbc4-89d1-4fae-902a-a81b978654be tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 943 time: 0.0789726 Sep 26 05:29:55.421305 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4ff4f295-170b-4cd0-8228-2afb1568ef55 req-684268cb-0863-4bab-813f-c1ade3ba0d20 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708969 Sep 26 05:29:55.429611 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-edca21fc-333e-4452-bbc3-7b09406ad4dc req-44d9e4cf-23fc-4a03-b1f6-a5f235095c91 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722835 Sep 26 05:29:55.589965 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:55.599529 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7a60e4ca-4224-40b5-9872-65f4c17552d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:56.331783 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175228f4-bedf-4aab-95a3-86b057d744a9 req-599c1db5-0407-44f6-8b16-ed4689369623 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:56.333371 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-175228f4-bedf-4aab-95a3-86b057d744a9 req-599c1db5-0407-44f6-8b16-ed4689369623 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 944 time: 0.0747964 Sep 26 05:29:56.354664 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21c27f-c354-454f-a02b-ea103fee3099 req-ab94ed9a-13bb-4fab-87dc-34c1de186b4d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:56.356086 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-df21c27f-c354-454f-a02b-ea103fee3099 req-ab94ed9a-13bb-4fab-87dc-34c1de186b4d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 944 time: 0.0647509 Sep 26 05:29:56.391326 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:56.417291 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-175228f4-bedf-4aab-95a3-86b057d744a9 req-f9a3a61d-7eb4-4bea-871e-5a601b45db80 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784290 Sep 26 05:29:56.428812 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-df21c27f-c354-454f-a02b-ea103fee3099 req-d5aac43e-2c13-4193-abd6-c391ec5cb651 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663393 Sep 26 05:29:56.555698 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:56.579497 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d86e4-7e56-4f00-949f-1223bfa8eca7 req-a4ac2d29-17da-495a-938a-8a556e0fc729 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:56.580982 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-952d86e4-7e56-4f00-949f-1223bfa8eca7 req-a4ac2d29-17da-495a-938a-8a556e0fc729 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 945 time: 0.0786245 Sep 26 05:29:56.586568 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9934529-2ed1-4a44-ba79-110d2e546f90 req-7eb17e16-80c4-438e-b157-9ee05d00882c tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:56.587895 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a9934529-2ed1-4a44-ba79-110d2e546f90 req-7eb17e16-80c4-438e-b157-9ee05d00882c tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 943 time: 0.0757346 Sep 26 05:29:56.662560 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-952d86e4-7e56-4f00-949f-1223bfa8eca7 req-53dcb70e-2b86-463f-873a-85c4a9109344 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736332 Sep 26 05:29:56.666437 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a9934529-2ed1-4a44-ba79-110d2e546f90 req-27f78116-57a3-4542-8ecf-487e072d723c tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717752 Sep 26 05:29:56.704557 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:57.569143 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2b07f-3af0-4943-b0fb-ad5f0756480c req-6761f855-a5f7-4564-a958-f5b42e48185a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:57.570645 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-05a2b07f-3af0-4943-b0fb-ad5f0756480c req-6761f855-a5f7-4564-a958-f5b42e48185a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 944 time: 0.0780182 Sep 26 05:29:57.570995 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['db14dfec-952b-46e2-9617-72801c005bb3'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:29:57.581044 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355a021-61fc-49c4-be5e-e19dc47b7b42 req-e40aa92f-6549-49bd-b09a-06a7f25cef61 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:57.582542 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1355a021-61fc-49c4-be5e-e19dc47b7b42 req-e40aa92f-6549-49bd-b09a-06a7f25cef61 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 944 time: 0.0623868 Sep 26 05:29:57.653408 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-05a2b07f-3af0-4943-b0fb-ad5f0756480c req-ae52bc7c-aa62-4a6b-927f-21807b94fc3f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699096 Sep 26 05:29:57.661549 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1355a021-61fc-49c4-be5e-e19dc47b7b42 req-bfb83df5-4697-4505-ba31-cb4b407852ed tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711298 Sep 26 05:29:57.820071 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e74b81-7379-43b9-ac61-1cd33c561b53 req-1995ac69-e180-40e4-b693-cf193184c274 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:57.821621 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-98e74b81-7379-43b9-ac61-1cd33c561b53 req-1995ac69-e180-40e4-b693-cf193184c274 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 945 time: 0.0818522 Sep 26 05:29:57.827445 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a65b8-ca53-49e6-b584-a0b60eec3dc7 req-afc08020-3173-479f-a4fb-b59e9bce03fe tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:57.828906 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6f4a65b8-ca53-49e6-b584-a0b60eec3dc7 req-afc08020-3173-479f-a4fb-b59e9bce03fe tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 943 time: 0.0790181 Sep 26 05:29:57.902946 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-98e74b81-7379-43b9-ac61-1cd33c561b53 req-1cb92ac2-14fc-48a8-9ac9-ef8308c7a315 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714731 Sep 26 05:29:57.920955 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6f4a65b8-ca53-49e6-b584-a0b60eec3dc7 req-369f50f6-f1ea-4c96-bcdb-eb0d98daab93 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848405 Sep 26 05:29:58.291220 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:58.317291 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-06190038-af98-4aa3-895c-8c8333a06045 req-9ac83797-a450-40e4-b6b5-2ff62e8113ca service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38b128ed-e00f-4c9c-93fb-be3a153d50bf HTTP/1.1" status: 200 len: 217 time: 0.0491052 Sep 26 05:29:58.366074 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=100 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:58.424331 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb59ec4-389d-4e51-ad16-a6aac6043ff2 req-4b1b12d1-01e9-48ad-be59-6b1b76b6ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:58.426002 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-7bb59ec4-389d-4e51-ad16-a6aac6043ff2 req-4b1b12d1-01e9-48ad-be59-6b1b76b6ed6f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 1129 time: 0.1167386 Sep 26 05:29:58.442610 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:58.466028 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06190038-af98-4aa3-895c-8c8333a06045 req-dcd123d6-bdd7-4478-a389-d4f1fa14b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:58.467368 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-06190038-af98-4aa3-895c-8c8333a06045 req-dcd123d6-bdd7-4478-a389-d4f1fa14b439 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.1296968 Sep 26 05:29:58.470452 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-7bb59ec4-389d-4e51-ad16-a6aac6043ff2 req-ee570e53-4f43-403b-bbf1-7a47c71ad512 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:58.491540 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32978b-2a86-49e6-9381-9201ee5d92a2 req-9efdd090-4cd6-4c72-b201-19ae89c657c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:58.492995 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-5c32978b-2a86-49e6-9381-9201ee5d92a2 req-9efdd090-4cd6-4c72-b201-19ae89c657c5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 1129 time: 0.0809143 Sep 26 05:29:58.539680 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-5c32978b-2a86-49e6-9381-9201ee5d92a2 req-767972b0-0a28-432f-b26e-1c1f7288a0e4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:58.551466 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06190038-af98-4aa3-895c-8c8333a06045 req-0394e9e3-4730-4867-9117-d7251e618a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:58.553139 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-06190038-af98-4aa3-895c-8c8333a06045 req-0394e9e3-4730-4867-9117-d7251e618a56 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771623 Sep 26 05:29:58.709929 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-06190038-af98-4aa3-895c-8c8333a06045 req-5e1d0716-6ca4-4ab7-b0d9-6d03ae30110c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411562 Sep 26 05:29:58.714723 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-7bb59ec4-389d-4e51-ad16-a6aac6043ff2 req-ee570e53-4f43-403b-bbf1-7a47c71ad512 service neutron] Publish callbacks [] for security_group (dac8bee1-32c7-45e4-9f45-23b3c2e3d915), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:58.738161 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-7bb59ec4-389d-4e51-ad16-a6aac6043ff2 req-ee570e53-4f43-403b-bbf1-7a47c71ad512 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (dac8bee1-32c7-45e4-9f45-23b3c2e3d915), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:58.787177 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.db.api [req-5c32978b-2a86-49e6-9381-9201ee5d92a2 req-767972b0-0a28-432f-b26e-1c1f7288a0e4 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 9f32b9319d9146eb847509775ea6af53 {{(pid=106341) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 05:29:58.787566 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG oslo_db.api [req-5c32978b-2a86-49e6-9381-9201ee5d92a2 req-767972b0-0a28-432f-b26e-1c1f7288a0e4 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 05:29:58.809031 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:58.837270 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-7bb59ec4-389d-4e51-ad16-a6aac6043ff2 req-ee570e53-4f43-403b-bbf1-7a47c71ad512 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911371 Sep 26 05:29:58.842866 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee570e53-4f43-403b-bbf1-7a47c71ad512 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dac8bee1-32c7-45e4-9f45-23b3c2e3d915,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:58.869604 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157effcb-2c35-4f66-a5af-1c01b146390d req-d16a79b3-a0be-4980-853b-b5d8a276df40 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:58.871117 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-157effcb-2c35-4f66-a5af-1c01b146390d req-d16a79b3-a0be-4980-853b-b5d8a276df40 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 944 time: 0.0872126 Sep 26 05:29:58.872956 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-06190038-af98-4aa3-895c-8c8333a06045 req-8f207503-4bd6-40fb-9bf3-9c9524c1d75b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567340 Sep 26 05:29:58.893615 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ef7f2-e414-4958-8047-8f59c6894268 req-f4a83dad-7bf9-4194-959b-1e38f2fe057f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:58.895335 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f37ef7f2-e414-4958-8047-8f59c6894268 req-f4a83dad-7bf9-4194-959b-1e38f2fe057f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 944 time: 0.0756280 Sep 26 05:29:58.967644 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-157effcb-2c35-4f66-a5af-1c01b146390d req-38af2274-4a7a-4591-9bcb-8c960dd0adca tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903933 Sep 26 05:29:58.970785 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f37ef7f2-e414-4958-8047-8f59c6894268 req-6258f45b-9f19-4d5f-a346-642ed9b5a6dc tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673199 Sep 26 05:29:59.147396 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9d059-efbd-4345-8ff1-f0de18134ccd req-d4ce597b-db91-4100-a97b-95a63b66851e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:59.154527 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4cb9d059-efbd-4345-8ff1-f0de18134ccd req-d4ce597b-db91-4100-a97b-95a63b66851e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 945 time: 0.0842462 Sep 26 05:29:59.186655 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d42c9-de8f-48d9-b021-7740e6f424b2 req-b315dce8-4ee8-441c-aadc-20635827c824 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:59.194512 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6d4d42c9-de8f-48d9-b021-7740e6f424b2 req-b315dce8-4ee8-441c-aadc-20635827c824 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 943 time: 0.1340971 Sep 26 05:29:59.195313 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06190038-af98-4aa3-895c-8c8333a06045 req-a76fcb01-e837-4140-8255-eda168f20a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:59.196896 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-06190038-af98-4aa3-895c-8c8333a06045 req-a76fcb01-e837-4140-8255-eda168f20a4b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e&device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 1128 time: 0.0607655 Sep 26 05:29:59.272425 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4cb9d059-efbd-4345-8ff1-f0de18134ccd req-d0cccc49-d3c8-4abb-9927-d2f6595e5f12 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170132 Sep 26 05:29:59.285101 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6d4d42c9-de8f-48d9-b021-7740e6f424b2 req-30f3f281-2ae8-46ae-847e-fac75a9914b1 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895622 Sep 26 05:29:59.297529 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-5c32978b-2a86-49e6-9381-9201ee5d92a2 req-767972b0-0a28-432f-b26e-1c1f7288a0e4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:59.352373 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 36114) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:59.404891 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06190038-af98-4aa3-895c-8c8333a06045 req-16cdef1c-2437-40f0-9a3c-dd33eb877b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:29:59.406761 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-06190038-af98-4aa3-895c-8c8333a06045 req-16cdef1c-2437-40f0-9a3c-dd33eb877b20 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a033fac-5647-47c1-8abf-96bf265545b0 HTTP/1.1" status: 200 len: 917 time: 0.2022169 Sep 26 05:29:59.434910 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-5c32978b-2a86-49e6-9381-9201ee5d92a2 req-767972b0-0a28-432f-b26e-1c1f7288a0e4 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9204385 Sep 26 05:29:59.562814 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 36132) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:59.577558 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 61f405ec-53a2-45d3-97e1-b2c513f8244a details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:29:59.581680 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 38b128ed-e00f-4c9c-93fb-be3a153d50bf up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:59.620240 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:59.628726 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f38a78a8-0462-4b56-8fc5-712b52042e01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:59.663725 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-06a55b54-0b6d-407d-9405-3644ec4d70fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:59.709495 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port 38b128ed-e00f-4c9c-93fb-be3a153d50bf completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:29:59.723722 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port 38b128ed-e00f-4c9c-93fb-be3a153d50bf triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:29:59.724057 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:59.724711 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (38b128ed-e00f-4c9c-93fb-be3a153d50bf), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:59.725335 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port 38b128ed-e00f-4c9c-93fb-be3a153d50bf Sep 26 05:29:59.747105 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f38a78a8-0462-4b56-8fc5-712b52042e01 admin admin] Publish callbacks [] for security_group (406d9a2d-23ee-42d1-b8f9-c3593da88e5f), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:59.752712 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f38a78a8-0462-4b56-8fc5-712b52042e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (406d9a2d-23ee-42d1-b8f9-c3593da88e5f), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:59.768380 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:59.772051 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-06a55b54-0b6d-407d-9405-3644ec4d70fd admin admin] Publish callbacks [] for security_group (c83f38ae-133f-4507-adac-14913ef61131), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:59.773559 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:29:59.780452 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-06a55b54-0b6d-407d-9405-3644ec4d70fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (c83f38ae-133f-4507-adac-14913ef61131), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:59.802360 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-f38a78a8-0462-4b56-8fc5-712b52042e01 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=a6284cd6ccab4999af9dc5946e7c9722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4486525 Sep 26 05:29:59.803343 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a78a8-0462-4b56-8fc5-712b52042e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406d9a2d-23ee-42d1-b8f9-c3593da88e5f,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:59.806069 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 36140) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:59.828032 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a55b54-0b6d-407d-9405-3644ec4d70fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83f38ae-133f-4507-adac-14913ef61131,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:29:59.836129 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 38b128ed-e00f-4c9c-93fb-be3a153d50bf is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:29:59.836539 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (38b128ed-e00f-4c9c-93fb-be3a153d50bf), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:59.839850 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 61f405ec-53a2-45d3-97e1-b2c513f8244a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=61f405ec-53a2-45d3-97e1-b2c513f8244a,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:59.862718 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': '61f405ec-53a2-45d3-97e1-b2c513f8244a', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'port_id': '61f405ec-53a2-45d3-97e1-b2c513f8244a', 'mac_address': 'fa:16:3e:ea:7d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:29:59.865049 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-06a55b54-0b6d-407d-9405-3644ec4d70fd admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=02cbffc3f75e4b57b6ebc934d27aa8f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997026 Sep 26 05:29:59.871900 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-c2e7dfff-e040-46f5-884c-8bcfe330b65a admin admin] Publish callbacks [] for security_group (406d9a2d-23ee-42d1-b8f9-c3593da88e5f), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:59.892075 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 38b128ed-e00f-4c9c-93fb-be3a153d50bf, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=38b128ed-e00f-4c9c-93fb-be3a153d50bf,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:29:59.895709 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6937727-fb89-499b-91ea-fa6b399607f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b128ed-e00f-4c9c-93fb-be3a153d50bf'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:29:59.896782 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-c2e7dfff-e040-46f5-884c-8bcfe330b65a admin admin] Publish callbacks [] for security_group (406d9a2d-23ee-42d1-b8f9-c3593da88e5f), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:59.899157 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7da75b1-bfff-45ff-a417-5257b437338e" -d '{"events": [{"server_uuid": "e6937727-fb89-499b-91ea-fa6b399607f7", "name": "network-vif-plugged", "status": "completed", "tag": "38b128ed-e00f-4c9c-93fb-be3a153d50bf"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:29:59.906061 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (38b128ed-e00f-4c9c-93fb-be3a153d50bf), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:59.907194 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device db14dfec-952b-46e2-9617-72801c005bb3 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:29:59.920263 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-06190038-af98-4aa3-895c-8c8333a06045 req-50c354c9-493f-421c-b162-23c74487b9e5 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db14dfec-952b-46e2-9617-72801c005bb3 HTTP/1.1" status: 200 len: 217 time: 0.0529706 Sep 26 05:29:59.921294 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 36144) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:29:59.963032 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-c2e7dfff-e040-46f5-884c-8bcfe330b65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (406d9a2d-23ee-42d1-b8f9-c3593da88e5f), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:59.967192 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-c2e7dfff-e040-46f5-884c-8bcfe330b65a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:29:59.981241 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2214a57c-c583-4e5f-b417-b8d98b587fef x-openstack-request-id: req-2214a57c-c583-4e5f-b417-b8d98b587fef {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:29:59.981459 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-c2e7dfff-e040-46f5-884c-8bcfe330b65a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/406d9a2d-23ee-42d1-b8f9-c3593da88e5f HTTP/1.1" status: 204 len: 168 time: 0.1641717 Sep 26 05:29:59.981899 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6937727-fb89-499b-91ea-fa6b399607f7", "name": "network-vif-plugged", "status": "completed", "tag": "38b128ed-e00f-4c9c-93fb-be3a153d50bf", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:29:59.982311 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2214a57c-c583-4e5f-b417-b8d98b587fef {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:29:59.982863 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2214a57c-c583-4e5f-b417-b8d98b587fef'] response: {'server_uuid': 'e6937727-fb89-499b-91ea-fa6b399607f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b128ed-e00f-4c9c-93fb-be3a153d50bf', 'code': 200} Sep 26 05:30:00.027521 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 36154) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:00.052525 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7dfff-e040-46f5-884c-8bcfe330b65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406d9a2d-23ee-42d1-b8f9-c3593da88e5f,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:00.057325 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06190038-af98-4aa3-895c-8c8333a06045 req-fe676096-b3c3-428c-9c0c-b61c1ffd1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:00.058231 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-06190038-af98-4aa3-895c-8c8333a06045 req-fe676096-b3c3-428c-9c0c-b61c1ffd1c7d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=68ec3a06-35a7-4882-936e-ce718bcdd1ec HTTP/1.1" status: 200 len: 855 time: 0.1128361 Sep 26 05:30:00.059308 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 61f405ec-53a2-45d3-97e1-b2c513f8244a is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:00.061035 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:00.062816 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-04531ae3-6d63-484c-958a-30db4a6ef963 admin admin] Publish callbacks [] for security_group (c83f38ae-133f-4507-adac-14913ef61131), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:00.064839 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=38b128ed-e00f-4c9c-93fb-be3a153d50bf,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:00.074039 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:00.099663 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-04531ae3-6d63-484c-958a-30db4a6ef963 admin admin] Publish callbacks [] for security_group (c83f38ae-133f-4507-adac-14913ef61131), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:00.127174 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port db14dfec-952b-46e2-9617-72801c005bb3 completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:30:00.145822 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f405ec-53a2-45d3-97e1-b2c513f8244a {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:30:00.169537 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:00.172772 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 61f405ec-53a2-45d3-97e1-b2c513f8244a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=61f405ec-53a2-45d3-97e1-b2c513f8244a,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:30:00.175019 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port db14dfec-952b-46e2-9617-72801c005bb3 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:00.175397 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (db14dfec-952b-46e2-9617-72801c005bb3), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:00.175908 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port db14dfec-952b-46e2-9617-72801c005bb3 Sep 26 05:30:00.201220 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-04531ae3-6d63-484c-958a-30db4a6ef963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (c83f38ae-133f-4507-adac-14913ef61131), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:00.206839 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:00.212158 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-04531ae3-6d63-484c-958a-30db4a6ef963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:00.215556 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-04531ae3-6d63-484c-958a-30db4a6ef963 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c83f38ae-133f-4507-adac-14913ef61131 HTTP/1.1" status: 204 len: 168 time: 0.2918255 Sep 26 05:30:00.231405 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04531ae3-6d63-484c-958a-30db4a6ef963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83f38ae-133f-4507-adac-14913ef61131,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:00.271724 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159767a-74a9-4a12-9fd0-057730cc2b7c req-9650e25b-8e3b-4c99-a77c-03d0d0f4ee67 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:00.283701 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d159767a-74a9-4a12-9fd0-057730cc2b7c req-9650e25b-8e3b-4c99-a77c-03d0d0f4ee67 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1342947 Sep 26 05:30:00.291112 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=61f405ec-53a2-45d3-97e1-b2c513f8244a,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:00.292995 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-455c0270-d043-4f23-a011-fb18f5748a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:00.343636 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b6822-afa0-4ee2-8334-cc505c1ee255 req-0ee2fcb2-1dda-4ef4-abb3-be78c5095261 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:00.354324 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e65b6822-afa0-4ee2-8334-cc505c1ee255 req-0ee2fcb2-1dda-4ef4-abb3-be78c5095261 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 944 time: 0.1864922 Sep 26 05:30:00.433135 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port db14dfec-952b-46e2-9617-72801c005bb3 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:00.433526 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (db14dfec-952b-46e2-9617-72801c005bb3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:00.461003 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e65b6822-afa0-4ee2-8334-cc505c1ee255 req-0b00ee72-0964-4d31-80b7-b545eb13cb37 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050076 Sep 26 05:30:00.485332 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-455c0270-d043-4f23-a011-fb18f5748a0e admin admin] Publish callbacks [] for security_group (0a54eefa-35be-4885-bc97-f7342916de6d), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:00.501307 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06190038-af98-4aa3-895c-8c8333a06045 req-280ac397-4e84-4766-9079-800b20887b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:00.501307 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-06190038-af98-4aa3-895c-8c8333a06045 req-280ac397-4e84-4766-9079-800b20887b13 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a033fac-5647-47c1-8abf-96bf265545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792050 Sep 26 05:30:00.512927 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port db14dfec-952b-46e2-9617-72801c005bb3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=db14dfec-952b-46e2-9617-72801c005bb3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:30:00.524871 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (db14dfec-952b-46e2-9617-72801c005bb3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:00.540297 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-455c0270-d043-4f23-a011-fb18f5748a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (0a54eefa-35be-4885-bc97-f7342916de6d), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:00.603826 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d159767a-74a9-4a12-9fd0-057730cc2b7c req-c713b698-2f53-4ad6-b540-0501314be4c1 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180866 Sep 26 05:30:00.663131 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=db14dfec-952b-46e2-9617-72801c005bb3,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:00.666290 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['61f405ec-53a2-45d3-97e1-b2c513f8244a'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:30:00.684988 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d085666-cb3a-4961-93de-34691efea20b req-be1b74e5-a969-4d3a-8981-814c157064e6 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:00.686889 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8d085666-cb3a-4961-93de-34691efea20b req-be1b74e5-a969-4d3a-8981-814c157064e6 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 945 time: 0.0820942 Sep 26 05:30:00.701800 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-455c0270-d043-4f23-a011-fb18f5748a0e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e56f164b9ad6411ca4455f692c131d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6731946 Sep 26 05:30:00.709081 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 36186) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:00.809628 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c0270-d043-4f23-a011-fb18f5748a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a54eefa-35be-4885-bc97-f7342916de6d,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:00.852203 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-06190038-af98-4aa3-895c-8c8333a06045 req-0a474b3a-305d-45af-a624-991471d3e884 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419292 Sep 26 05:30:00.897399 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8d085666-cb3a-4961-93de-34691efea20b req-199cc478-2e0b-4d2b-8f53-0bd8fc69f9ed tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019346 Sep 26 05:30:00.907279 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567ad3a-7172-4a94-a99e-edbcaa5f5ed5 req-c5be8f39-e886-4183-9889-e91cfca68639 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:00.909142 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8567ad3a-7172-4a94-a99e-edbcaa5f5ed5 req-c5be8f39-e886-4183-9889-e91cfca68639 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 944 time: 0.1265707 Sep 26 05:30:00.926197 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6c0c9f49-d608-48c7-bf4c-1b8fd3b1ed2c admin admin] Publish callbacks [] for security_group (0a54eefa-35be-4885-bc97-f7342916de6d), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:00.971419 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6c0c9f49-d608-48c7-bf4c-1b8fd3b1ed2c admin admin] Publish callbacks [] for security_group (0a54eefa-35be-4885-bc97-f7342916de6d), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:01.017805 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8567ad3a-7172-4a94-a99e-edbcaa5f5ed5 req-5b2ad448-2554-4bf9-b573-b54dbe138faa tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975966 Sep 26 05:30:01.071313 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6c0c9f49-d608-48c7-bf4c-1b8fd3b1ed2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (0a54eefa-35be-4885-bc97-f7342916de6d), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:01.073987 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6c0c9f49-d608-48c7-bf4c-1b8fd3b1ed2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:01.075141 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6c0c9f49-d608-48c7-bf4c-1b8fd3b1ed2c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0a54eefa-35be-4885-bc97-f7342916de6d HTTP/1.1" status: 204 len: 168 time: 0.3642256 Sep 26 05:30:01.086017 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c9f49-d608-48c7-bf4c-1b8fd3b1ed2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a54eefa-35be-4885-bc97-f7342916de6d,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:01.458245 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 36220) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:01.486616 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-abfcf428-3731-49b8-97e9-f36ff593a97e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:01.548607 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-06190038-af98-4aa3-895c-8c8333a06045 req-9a46e48c-99ed-4aa1-b716-415f650ddaf7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306655 Sep 26 05:30:01.596592 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:01.597425 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:01.652138 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded888ff-e3e1-4100-bd12-d7b60a60ba0a req-997126d0-490f-48ff-977d-47d637eeb997 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:01.654403 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ded888ff-e3e1-4100-bd12-d7b60a60ba0a req-997126d0-490f-48ff-977d-47d637eeb997 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0701714 Sep 26 05:30:01.670329 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-abfcf428-3731-49b8-97e9-f36ff593a97e admin admin] Publish callbacks [] for security_group (c27f6641-84a2-4302-8697-350855679f66), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:01.688275 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-abfcf428-3731-49b8-97e9-f36ff593a97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (c27f6641-84a2-4302-8697-350855679f66), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:01.717094 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 61f405ec-53a2-45d3-97e1-b2c513f8244a up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:30:01.772782 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port 61f405ec-53a2-45d3-97e1-b2c513f8244a completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:30:01.781788 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port 61f405ec-53a2-45d3-97e1-b2c513f8244a triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:01.782205 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:01.782538 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port 61f405ec-53a2-45d3-97e1-b2c513f8244a Sep 26 05:30:01.784476 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-abfcf428-3731-49b8-97e9-f36ff593a97e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8a1ef3199e47410ba151cd7edcb4fd5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249149 Sep 26 05:30:01.785257 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 36236) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:01.796157 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcf428-3731-49b8-97e9-f36ff593a97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27f6641-84a2-4302-8697-350855679f66,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:01.805707 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f0196-5642-4e48-958a-1aa083c21b2c req-40810287-837d-4b1b-abcc-8a5db21ec0fb tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:01.815116 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-588f0196-5642-4e48-958a-1aa083c21b2c req-40810287-837d-4b1b-abcc-8a5db21ec0fb tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1116254 Sep 26 05:30:01.839763 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ded888ff-e3e1-4100-bd12-d7b60a60ba0a req-adcdceff-2677-47c5-884a-d418f4ffb828 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776288 Sep 26 05:30:01.891574 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-588f0196-5642-4e48-958a-1aa083c21b2c req-aee9696f-8e8e-49c2-8798-63769ba3f570 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750549 Sep 26 05:30:01.899477 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 61f405ec-53a2-45d3-97e1-b2c513f8244a is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:01.900147 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:01.902597 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f71759f5-9270-4928-8692-6139c0e7dd44 admin admin] Publish callbacks [] for security_group (c27f6641-84a2-4302-8697-350855679f66), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:01.930897 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:01.960286 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f71759f5-9270-4928-8692-6139c0e7dd44 admin admin] Publish callbacks [] for security_group (c27f6641-84a2-4302-8697-350855679f66), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:01.980298 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 61f405ec-53a2-45d3-97e1-b2c513f8244a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=61f405ec-53a2-45d3-97e1-b2c513f8244a,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:30:01.984540 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db14dfec-952b-46e2-9617-72801c005bb3'}, {'server_uuid': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f405ec-53a2-45d3-97e1-b2c513f8244a'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:30:01.991467 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40acc6c-6d82-4d99-8857-67f8ea9d432d" -d '{"events": [{"server_uuid": "6ffa337e-39e1-4edc-9a0d-4468ff05c577", "name": "network-vif-plugged", "status": "completed", "tag": "db14dfec-952b-46e2-9617-72801c005bb3"}, {"server_uuid": "149e1a24-0c3f-4697-8982-771b7bbb4215", "name": "network-vif-plugged", "status": "completed", "tag": "61f405ec-53a2-45d3-97e1-b2c513f8244a"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:30:01.998065 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:02.115846 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Sep 2022 05:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f7852a-ec6b-4aed-b7d4-dcb991c104f0 x-openstack-request-id: req-23f7852a-ec6b-4aed-b7d4-dcb991c104f0 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:30:02.116141 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffa337e-39e1-4edc-9a0d-4468ff05c577", "name": "network-vif-plugged", "status": "completed", "tag": "db14dfec-952b-46e2-9617-72801c005bb3", "code": 200}, {"server_uuid": "149e1a24-0c3f-4697-8982-771b7bbb4215", "name": "network-vif-plugged", "status": "completed", "tag": "61f405ec-53a2-45d3-97e1-b2c513f8244a", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:30:02.116445 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23f7852a-ec6b-4aed-b7d4-dcb991c104f0 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:30:02.119390 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f7852a-ec6b-4aed-b7d4-dcb991c104f0'] response: {'server_uuid': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db14dfec-952b-46e2-9617-72801c005bb3', 'code': 200} Sep 26 05:30:02.120928 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bded2-1812-4f41-94b7-e008335eb1b0 req-3b5c3c79-bbf0-4f4e-b5be-66732d573f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:02.123413 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f7852a-ec6b-4aed-b7d4-dcb991c104f0'] response: {'server_uuid': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f405ec-53a2-45d3-97e1-b2c513f8244a', 'code': 200} Sep 26 05:30:02.131908 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-3b8bded2-1812-4f41-94b7-e008335eb1b0 req-3b5c3c79-bbf0-4f4e-b5be-66732d573f8a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 1129 time: 0.1867480 Sep 26 05:30:02.142873 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=61f405ec-53a2-45d3-97e1-b2c513f8244a,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:02.181529 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feedfb-436f-422b-964e-024dcaa55185 req-8e2949cb-290a-48e0-85f1-3acaef603b72 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:02.191299 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-53feedfb-436f-422b-964e-024dcaa55185 req-8e2949cb-290a-48e0-85f1-3acaef603b72 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 945 time: 0.0971663 Sep 26 05:30:02.229248 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f71759f5-9270-4928-8692-6139c0e7dd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (c27f6641-84a2-4302-8697-350855679f66), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:02.233743 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f71759f5-9270-4928-8692-6139c0e7dd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:02.235610 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-f71759f5-9270-4928-8692-6139c0e7dd44 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c27f6641-84a2-4302-8697-350855679f66 HTTP/1.1" status: 204 len: 168 time: 0.4483964 Sep 26 05:30:02.277867 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-3b8bded2-1812-4f41-94b7-e008335eb1b0 req-9c1916f0-ac6e-424a-b0ff-c1895ce07124 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361454 Sep 26 05:30:02.281766 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71759f5-9270-4928-8692-6139c0e7dd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27f6641-84a2-4302-8697-350855679f66,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:02.376093 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-53feedfb-436f-422b-964e-024dcaa55185 req-6d4e5184-4d94-46d3-80f0-bdbd4cf87c40 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773827 Sep 26 05:30:02.471010 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c097746-4850-4168-b456-a792b2ae8bb4 req-1e7d4b57-4c00-471d-bb78-429ec5bf14cb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:02.485411 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7c097746-4850-4168-b456-a792b2ae8bb4 req-1e7d4b57-4c00-471d-bb78-429ec5bf14cb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 945 time: 0.1396236 Sep 26 05:30:02.591416 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7c097746-4850-4168-b456-a792b2ae8bb4 req-f66f56fe-5f52-4f84-85d9-b03af9513053 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906405 Sep 26 05:30:02.643918 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bd93a-dca7-46ab-95e5-3b8fed90280d req-4f371a99-8cbd-4f74-9cb1-985469c3fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:02.646918 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a87bd93a-dca7-46ab-95e5-3b8fed90280d req-4f371a99-8cbd-4f74-9cb1-985469c3fa10 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 1129 time: 0.1166904 Sep 26 05:30:02.701685 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cb9e5-024e-46a7-a176-47c27e8d177b req-105f8258-e3ea-460b-9ffb-5adb22e5cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:02.703446 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-5d3cb9e5-024e-46a7-a176-47c27e8d177b req-105f8258-e3ea-460b-9ffb-5adb22e5cdb0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 1129 time: 0.1707582 Sep 26 05:30:03.032655 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdfa13-60cb-4d40-bd4a-9e5712399fed req-f8c2a8be-b5c3-4a1e-be1e-c56f1a867d3a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:03.040674 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6ecdfa13-60cb-4d40-bd4a-9e5712399fed req-f8c2a8be-b5c3-4a1e-be1e-c56f1a867d3a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0595286 Sep 26 05:30:03.060640 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:03.122703 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:03.126392 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d8077-9b79-4cd0-9419-0ba1b9a56246 req-b085ef85-5b95-4103-823b-c4f3d7b5ee5e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:03.128324 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-417d8077-9b79-4cd0-9419-0ba1b9a56246 req-b085ef85-5b95-4103-823b-c4f3d7b5ee5e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1025825 Sep 26 05:30:03.145375 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-5d3cb9e5-024e-46a7-a176-47c27e8d177b req-8cdf7a08-2252-48c4-9da2-ff243eaf09d4 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915751 Sep 26 05:30:03.149373 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a87bd93a-dca7-46ab-95e5-3b8fed90280d req-0487dcad-e98a-43eb-b75d-577e4c307698 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940654 Sep 26 05:30:03.217767 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-417d8077-9b79-4cd0-9419-0ba1b9a56246 req-c81737f4-1d25-487a-97ce-c2cb00f6b431 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796065 Sep 26 05:30:03.233276 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6ecdfa13-60cb-4d40-bd4a-9e5712399fed req-3e29f3ab-9521-487d-a329-5c335ff0588e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917214 Sep 26 05:30:03.622293 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 36320) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:03.706292 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1acb87-5436-4949-9961-144fab19031f req-d636f070-f4c1-43c1-b023-b50658cd5685 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:03.708810 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bb1acb87-5436-4949-9961-144fab19031f req-d636f070-f4c1-43c1-b023-b50658cd5685 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 945 time: 0.0546291 Sep 26 05:30:03.762242 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bb1acb87-5436-4949-9961-144fab19031f req-95d353b8-6d37-4052-aa9d-e24a4fc1a668 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477157 Sep 26 05:30:03.805239 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:03.909766 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Publish callbacks [] for security_group (d845cf74-fa00-437f-90b4-54678643e56e), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:03.915996 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (d845cf74-fa00-437f-90b4-54678643e56e), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:03.963876 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8b0d187c5e9f459f847fa9af95387d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381343 Sep 26 05:30:03.963876 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d845cf74-fa00-437f-90b4-54678643e56e,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:03.964556 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 36342) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:03.970691 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:03.971057 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:03.971307 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:03.971643 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:03.972341 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:03.972448 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:03.972797 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:03.973518 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:03.973983 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:03.974314 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:03.974717 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:03.975052 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:03.975380 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:03.975740 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:03.976088 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c1238-c71f-4b21-b8ed-68c6f33133f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:04.048595 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6aef2860-80d1-4da5-b9a5-51723c5c3ee0 admin admin] Publish callbacks [] for security_group (d845cf74-fa00-437f-90b4-54678643e56e), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:04.086658 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6aef2860-80d1-4da5-b9a5-51723c5c3ee0 admin admin] Publish callbacks [] for security_group (d845cf74-fa00-437f-90b4-54678643e56e), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:04.199338 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6aef2860-80d1-4da5-b9a5-51723c5c3ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (d845cf74-fa00-437f-90b4-54678643e56e), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:04.203246 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6aef2860-80d1-4da5-b9a5-51723c5c3ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:04.204448 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6aef2860-80d1-4da5-b9a5-51723c5c3ee0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d845cf74-fa00-437f-90b4-54678643e56e HTTP/1.1" status: 204 len: 168 time: 0.2388909 Sep 26 05:30:04.211575 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:04.237090 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef2860-80d1-4da5-b9a5-51723c5c3ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d845cf74-fa00-437f-90b4-54678643e56e,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:04.396285 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa743ce-8491-4f1f-8443-69619d9bf9d7 req-cf309728-dcc1-417e-a7c4-cbb8b4107316 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:04.398157 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-caa743ce-8491-4f1f-8443-69619d9bf9d7 req-cf309728-dcc1-417e-a7c4-cbb8b4107316 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0508158 Sep 26 05:30:04.474313 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-caa743ce-8491-4f1f-8443-69619d9bf9d7 req-0a61e76d-8981-447f-8470-153e01ac29bf tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689487 Sep 26 05:30:04.595905 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb51138-230b-4e05-8323-c50af3e7e531 req-592cd4db-53a5-4232-a684-62ec68afc818 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:04.597477 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-beb51138-230b-4e05-8323-c50af3e7e531 req-592cd4db-53a5-4232-a684-62ec68afc818 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0533793 Sep 26 05:30:04.640093 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:04.649007 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-beb51138-230b-4e05-8323-c50af3e7e531 req-5a9a6c26-51d8-4141-a008-eb2403dd2d82 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444868 Sep 26 05:30:04.762357 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 36382) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:04.777931 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0c91be9b-9a59-4b1b-9559-ecc96b662846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:04.877343 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0c91be9b-9a59-4b1b-9559-ecc96b662846 admin admin] Publish callbacks [] for security_group (a6f3d968-a540-46c4-9700-37a4a3fa010d), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:04.884880 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0c91be9b-9a59-4b1b-9559-ecc96b662846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (a6f3d968-a540-46c4-9700-37a4a3fa010d), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:04.926874 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-0c91be9b-9a59-4b1b-9559-ecc96b662846 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8040afa84ef24271ae909838381e1853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631284 Sep 26 05:30:04.929533 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 36392) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:04.938772 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91be9b-9a59-4b1b-9559-ecc96b662846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f3d968-a540-46c4-9700-37a4a3fa010d,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:04.992581 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a58c-b389-41bb-8801-25d91753c7f0 admin admin] Publish callbacks [] for security_group (a6f3d968-a540-46c4-9700-37a4a3fa010d), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:05.013419 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a58c-b389-41bb-8801-25d91753c7f0 admin admin] Publish callbacks [] for security_group (a6f3d968-a540-46c4-9700-37a4a3fa010d), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:05.026698 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdaae3-d970-4db4-8a83-7a83c31a137f req-04ea0a18-cf94-4a47-9607-ec1b5e430e3c tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:05.028162 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-77fdaae3-d970-4db4-8a83-7a83c31a137f req-04ea0a18-cf94-4a47-9607-ec1b5e430e3c tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 945 time: 0.0533803 Sep 26 05:30:05.075396 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a58c-b389-41bb-8801-25d91753c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (a6f3d968-a540-46c4-9700-37a4a3fa010d), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:05.078184 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-bfc1a58c-b389-41bb-8801-25d91753c7f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:05.081639 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-bfc1a58c-b389-41bb-8801-25d91753c7f0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a6f3d968-a540-46c4-9700-37a4a3fa010d HTTP/1.1" status: 204 len: 168 time: 0.1488838 Sep 26 05:30:05.088799 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-77fdaae3-d970-4db4-8a83-7a83c31a137f req-96137098-7d4c-4139-9989-314ce4849378 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537403 Sep 26 05:30:05.089962 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1a58c-b389-41bb-8801-25d91753c7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f3d968-a540-46c4-9700-37a4a3fa010d,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:05.243216 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e766bc8-57a4-443b-a8bf-3f6853373107 req-ecb834ce-c428-4e85-9b2a-12dca82b97f8 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:05.244890 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0e766bc8-57a4-443b-a8bf-3f6853373107 req-ecb834ce-c428-4e85-9b2a-12dca82b97f8 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0536923 Sep 26 05:30:05.310199 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0e766bc8-57a4-443b-a8bf-3f6853373107 req-4195c684-6fba-4675-99a7-f3019453f7e4 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561233 Sep 26 05:30:05.444002 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 36408) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:05.574284 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-c34a3869-5cde-431c-9daf-8feeeb4ed1bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:05.687015 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-c34a3869-5cde-431c-9daf-8feeeb4ed1bc admin admin] Publish callbacks [] for security_group (398160be-742e-41a9-809b-3ae79d894313), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:05.694665 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-c34a3869-5cde-431c-9daf-8feeeb4ed1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (398160be-742e-41a9-809b-3ae79d894313), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:05.770962 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-c34a3869-5cde-431c-9daf-8feeeb4ed1bc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2a058b52b2ea4935a192da1561d18dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225729 Sep 26 05:30:05.770962 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a3869-5cde-431c-9daf-8feeeb4ed1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398160be-742e-41a9-809b-3ae79d894313,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:05.771190 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 36430) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:05.811655 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db8aca-75d6-41fa-8989-3e54dfdedebf req-d41fc78c-2dbe-4d9c-bea9-5849e0456d9d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:05.813280 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-25db8aca-75d6-41fa-8989-3e54dfdedebf req-d41fc78c-2dbe-4d9c-bea9-5849e0456d9d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0657866 Sep 26 05:30:05.861328 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5520ce73-b417-478f-85ad-fd15a495530e admin admin] Publish callbacks [] for security_group (398160be-742e-41a9-809b-3ae79d894313), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:05.876810 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-25db8aca-75d6-41fa-8989-3e54dfdedebf req-0f6322f4-d77c-4256-91de-0951161dda7b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513210 Sep 26 05:30:05.886690 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5520ce73-b417-478f-85ad-fd15a495530e admin admin] Publish callbacks [] for security_group (398160be-742e-41a9-809b-3ae79d894313), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:05.938798 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5520ce73-b417-478f-85ad-fd15a495530e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (398160be-742e-41a9-809b-3ae79d894313), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:05.942422 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5520ce73-b417-478f-85ad-fd15a495530e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:05.943755 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-5520ce73-b417-478f-85ad-fd15a495530e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/398160be-742e-41a9-809b-3ae79d894313 HTTP/1.1" status: 204 len: 168 time: 0.1715782 Sep 26 05:30:05.953083 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520ce73-b417-478f-85ad-fd15a495530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398160be-742e-41a9-809b-3ae79d894313,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:06.016579 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53532b8-6113-48ab-ae50-f82a44e9e7ad req-e427b2c7-9b3f-4cb2-a550-0293d5308a71 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:06.018046 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c53532b8-6113-48ab-ae50-f82a44e9e7ad req-e427b2c7-9b3f-4cb2-a550-0293d5308a71 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0513597 Sep 26 05:30:06.029585 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 36444) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:06.036825 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-4eb3e7fe-6e2f-460d-a222-1399e24d7ca8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Request body: {'floatingip': {'port_id': 'db14dfec-952b-46e2-9617-72801c005bb3'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:06.119630 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e7fe-6e2f-460d-a222-1399e24d7ca8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for floatingip (d3a3cc0f-7376-4a88-b9db-00f086114d06), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:06.336856 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:06.398955 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e83007-9d80-4b03-8d0a-38f34d14469d req-5193ca57-a95b-48d7-8059-2b3e8398b57a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:06.401743 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d2e83007-9d80-4b03-8d0a-38f34d14469d req-5193ca57-a95b-48d7-8059-2b3e8398b57a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 945 time: 0.1873972 Sep 26 05:30:06.699426 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d2e83007-9d80-4b03-8d0a-38f34d14469d req-c68c8eac-400b-42ad-8eaf-d44062b93dde tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910075 Sep 26 05:30:06.955609 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b267cb6-f241-4065-92ff-050dd68f76fc req-8ac7e540-68f1-43cb-b4df-3e37d7036aa5 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:06.957617 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6b267cb6-f241-4065-92ff-050dd68f76fc req-8ac7e540-68f1-43cb-b4df-3e37d7036aa5 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1457829 Sep 26 05:30:07.104952 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6b267cb6-f241-4065-92ff-050dd68f76fc req-3bdd85a8-4100-4281-9fcb-2edcad17ebc9 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379154 Sep 26 05:30:07.243269 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:07.295636 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e7fe-6e2f-460d-a222-1399e24d7ca8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:07.302695 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c62787-887c-48d3-83d8-618994572aac req-6399c8d8-235e-41fa-84d6-8b29d297eb87 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:07.304210 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95c62787-887c-48d3-83d8-618994572aac req-6399c8d8-235e-41fa-84d6-8b29d297eb87 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 945 time: 0.0850062 Sep 26 05:30:07.305570 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e7fe-6e2f-460d-a222-1399e24d7ca8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (d3a3cc0f-7376-4a88-b9db-00f086114d06), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:07.315562 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 36510) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:07.321385 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-ccc7788d-2ec9-4449-b315-77c8d91eae48 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'floatingip': {'port_id': '61f405ec-53a2-45d3-97e1-b2c513f8244a'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:07.395052 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ccc7788d-2ec9-4449-b315-77c8d91eae48 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (e919b886-ddb8-4731-a554-e8cc882096f7), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:07.412331 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [None req-4eb3e7fe-6e2f-460d-a222-1399e24d7ca8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Floating IP d3a3cc0f-7376-4a88-b9db-00f086114d06 associated. External IP: 172.27.0.100, port: db14dfec-952b-46e2-9617-72801c005bb3. Sep 26 05:30:07.534309 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:07.555008 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:07.667112 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb3e7fe-6e2f-460d-a222-1399e24d7ca8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:30:07.788611 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:07.796898 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb3e7fe-6e2f-460d-a222-1399e24d7ca8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:30:07.803524 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e7fe-6e2f-460d-a222-1399e24d7ca8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:07.813882 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1808c29-c3d5-4559-a45f-35423fb1ddc8 None None] Sync routers for ids ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:30:07.839888 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1808c29-c3d5-4559-a45f-35423fb1ddc8 None None] Routers {'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:07.848283 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-b1808c29-c3d5-4559-a45f-35423fb1ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:29:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:07.865084 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-4eb3e7fe-6e2f-460d-a222-1399e24d7ca8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/d3a3cc0f-7376-4a88-b9db-00f086114d06 HTTP/1.1" status: 200 len: 991 time: 1.8312435 Sep 26 05:30:07.865084 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'tag': 'db14dfec-952b-46e2-9617-72801c005bb3'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:30:07.866952 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14181a51-cba7-487a-90eb-628b8ad24e45" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffa337e-39e1-4edc-9a0d-4468ff05c577", "tag": "db14dfec-952b-46e2-9617-72801c005bb3"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:30:07.917474 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e626fdbb-2383-474a-8027-25bba8e3c8bd x-openstack-request-id: req-e626fdbb-2383-474a-8027-25bba8e3c8bd {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:30:07.917755 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffa337e-39e1-4edc-9a0d-4468ff05c577", "tag": "db14dfec-952b-46e2-9617-72801c005bb3", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:30:07.918006 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e626fdbb-2383-474a-8027-25bba8e3c8bd {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:30:07.918422 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e626fdbb-2383-474a-8027-25bba8e3c8bd'] response: {'name': 'network-changed', 'server_uuid': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'tag': 'db14dfec-952b-46e2-9617-72801c005bb3', 'status': 'completed', 'code': 200} Sep 26 05:30:08.030254 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-b1808c29-c3d5-4559-a45f-35423fb1ddc8 None None] Set router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:08.271869 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20fff3-9fa7-4438-ae38-fa888bca1f1e req-b407f1bc-4571-4e7f-822d-803eb92aa3a4 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:08.273464 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2a20fff3-9fa7-4438-ae38-fa888bca1f1e req-b407f1bc-4571-4e7f-822d-803eb92aa3a4 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0517480 Sep 26 05:30:08.329484 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2a20fff3-9fa7-4438-ae38-fa888bca1f1e req-d6242a56-999f-4dda-80c6-8a6dc7e64c9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503049 Sep 26 05:30:08.353298 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ccc7788d-2ec9-4449-b315-77c8d91eae48 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:08.358400 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ccc7788d-2ec9-4449-b315-77c8d91eae48 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (e919b886-ddb8-4731-a554-e8cc882096f7), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:08.384589 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-b1808c29-c3d5-4559-a45f-35423fb1ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'd3a3cc0f-7376-4a88-b9db-00f086114d06', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'port_id': 'db14dfec-952b-46e2-9617-72801c005bb3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'mac_address': 'fa:16:3e:92:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:29:29Z', 'updated_at': '2022-09-26T05:30:07Z', 'revision_number': 1, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:38Z', 'revision_number': 5, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:08.416750 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1808c29-c3d5-4559-a45f-35423fb1ddc8 None None] Checking router: cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:30:08.425247 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1808c29-c3d5-4559-a45f-35423fb1ddc8 None None] Routers {'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:08.425926 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-b1808c29-c3d5-4559-a45f-35423fb1ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:29:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:08.468039 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.l3_db [None req-ccc7788d-2ec9-4449-b315-77c8d91eae48 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Floating IP e919b886-ddb8-4731-a554-e8cc882096f7 associated. External IP: 172.27.0.5, port: 61f405ec-53a2-45d3-97e1-b2c513f8244a. Sep 26 05:30:08.534953 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-b1808c29-c3d5-4559-a45f-35423fb1ddc8 None None] Set router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:08.679364 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc7788d-2ec9-4449-b315-77c8d91eae48 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Router 5588059c-6bc9-45f9-adf5-d0de95e2025a has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:30:08.760735 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-b1808c29-c3d5-4559-a45f-35423fb1ddc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'd3a3cc0f-7376-4a88-b9db-00f086114d06', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'port_id': 'db14dfec-952b-46e2-9617-72801c005bb3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'mac_address': 'fa:16:3e:92:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:29:29Z', 'updated_at': '2022-09-26T05:30:07Z', 'revision_number': 1, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:38Z', 'revision_number': 5, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:08.783884 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc7788d-2ec9-4449-b315-77c8d91eae48 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:30:08.789468 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ccc7788d-2ec9-4449-b315-77c8d91eae48 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:08.792323 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1808c29-c3d5-4559-a45f-35423fb1ddc8 None None] The sync data for ids ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'] in dv-cinder-859186-2-iscsi is: [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'd3a3cc0f-7376-4a88-b9db-00f086114d06', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'port_id': 'db14dfec-952b-46e2-9617-72801c005bb3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'mac_address': 'fa:16:3e:92:7b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:29:29Z', 'updated_at': '2022-09-26T05:30:07Z', 'revision_number': 1, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:38Z', 'revision_number': 5, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:30:08.794857 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ac648-6c3c-4fde-a2e9-346b4f96932b None None] Sync routers for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:30:08.806229 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ac648-6c3c-4fde-a2e9-346b4f96932b None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:08.807539 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-cc7ac648-6c3c-4fde-a2e9-346b4f96932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:29:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:08.833103 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-ccc7788d-2ec9-4449-b315-77c8d91eae48 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/e919b886-ddb8-4731-a554-e8cc882096f7 HTTP/1.1" status: 200 len: 989 time: 1.5148888 Sep 26 05:30:08.833356 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'tag': '61f405ec-53a2-45d3-97e1-b2c513f8244a'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:30:08.835655 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d81c13-d698-48b5-84fd-07425649f55f" -d '{"events": [{"name": "network-changed", "server_uuid": "149e1a24-0c3f-4697-8982-771b7bbb4215", "tag": "61f405ec-53a2-45d3-97e1-b2c513f8244a"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:30:08.877513 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93ebfef-73a9-47d4-bbe8-8a55a35af55b x-openstack-request-id: req-d93ebfef-73a9-47d4-bbe8-8a55a35af55b {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:30:08.877803 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149e1a24-0c3f-4697-8982-771b7bbb4215", "tag": "61f405ec-53a2-45d3-97e1-b2c513f8244a", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:30:08.878058 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d93ebfef-73a9-47d4-bbe8-8a55a35af55b {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:30:08.878486 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93ebfef-73a9-47d4-bbe8-8a55a35af55b'] response: {'name': 'network-changed', 'server_uuid': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'tag': '61f405ec-53a2-45d3-97e1-b2c513f8244a', 'status': 'completed', 'code': 200} Sep 26 05:30:08.936614 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:08.947113 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-cc7ac648-6c3c-4fde-a2e9-346b4f96932b None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:09.117678 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b33efd5-d86c-45d7-b3df-968ec16c272e None None] New status for floating IP d3a3cc0f-7376-4a88-b9db-00f086114d06: ACTIVE {{(pid=106343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:30:09.246440 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-cc7ac648-6c3c-4fde-a2e9-346b4f96932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'e919b886-ddb8-4731-a554-e8cc882096f7', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': '61f405ec-53a2-45d3-97e1-b2c513f8244a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:ea:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:29:32Z', 'updated_at': '2022-09-26T05:30:08Z', 'revision_number': 1, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:09.276969 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ac648-6c3c-4fde-a2e9-346b4f96932b None None] Checking router: 5588059c-6bc9-45f9-adf5-d0de95e2025a for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:30:09.286605 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ac648-6c3c-4fde-a2e9-346b4f96932b None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:09.287167 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-cc7ac648-6c3c-4fde-a2e9-346b4f96932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:29:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:09.400623 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-cc7ac648-6c3c-4fde-a2e9-346b4f96932b None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:09.497573 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1fc8e-39c6-451b-b2cc-751af55eecfb req-5c2b2f56-4294-4dbe-8ba8-f614c6d8d908 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:09.499245 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7df1fc8e-39c6-451b-b2cc-751af55eecfb req-5c2b2f56-4294-4dbe-8ba8-f614c6d8d908 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0590093 Sep 26 05:30:09.559969 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7df1fc8e-39c6-451b-b2cc-751af55eecfb req-5310ed66-e5b3-40da-92f7-3b35872551d3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547299 Sep 26 05:30:09.756810 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-cc7ac648-6c3c-4fde-a2e9-346b4f96932b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'e919b886-ddb8-4731-a554-e8cc882096f7', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': '61f405ec-53a2-45d3-97e1-b2c513f8244a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:ea:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:29:32Z', 'updated_at': '2022-09-26T05:30:08Z', 'revision_number': 1, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:09.759285 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:09.783314 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7ac648-6c3c-4fde-a2e9-346b4f96932b None None] The sync data for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi is: [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'e919b886-ddb8-4731-a554-e8cc882096f7', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': '61f405ec-53a2-45d3-97e1-b2c513f8244a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:ea:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:29:32Z', 'updated_at': '2022-09-26T05:30:08Z', 'revision_number': 1, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:30:09.971069 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01a3f8-7bd8-48c2-9fc6-6125b1619ea6 None None] New status for floating IP e919b886-ddb8-4731-a554-e8cc882096f7: ACTIVE {{(pid=106342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:30:10.719048 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14181a51-cba7-487a-90eb-628b8ad24e45 req-248cde5a-98e4-4af6-8a64-41a9e90d32b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:10.720579 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-14181a51-cba7-487a-90eb-628b8ad24e45 req-248cde5a-98e4-4af6-8a64-41a9e90d32b4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e&device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 1129 time: 0.1175852 Sep 26 05:30:10.730790 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d81c13-d698-48b5-84fd-07425649f55f req-5fcb983c-144a-478e-a62e-eb763a45f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:10.732224 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-60d81c13-d698-48b5-84fd-07425649f55f req-5fcb983c-144a-478e-a62e-eb763a45f9fa service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 1129 time: 0.0603385 Sep 26 05:30:10.753192 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8a63f-d256-4921-a261-812cbc824299 req-f2bf0380-7044-4e12-b74f-195e1bb7f777 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:10.754764 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a6c8a63f-d256-4921-a261-812cbc824299 req-f2bf0380-7044-4e12-b74f-195e1bb7f777 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0545516 Sep 26 05:30:10.813144 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a6c8a63f-d256-4921-a261-812cbc824299 req-b2fcbeea-e047-4aa2-a904-9ae0a71e69ed tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528831 Sep 26 05:30:10.921634 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=100 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:10.937613 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669d338-6b35-4eca-b9dc-7f04193df8ab req-e9e08fd2-c4e5-4f80-b8fb-e99ac4e8c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:10.939085 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4669d338-6b35-4eca-b9dc-7f04193df8ab req-e9e08fd2-c4e5-4f80-b8fb-e99ac4e8c3cf service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 1129 time: 0.1425645 Sep 26 05:30:10.957894 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:11.017298 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14181a51-cba7-487a-90eb-628b8ad24e45 req-f8b284d6-e953-4167-b729-887e58b42046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:11.018754 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-14181a51-cba7-487a-90eb-628b8ad24e45 req-f8b284d6-e953-4167-b729-887e58b42046 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a033fac-5647-47c1-8abf-96bf265545b0 HTTP/1.1" status: 200 len: 917 time: 0.2246945 Sep 26 05:30:11.022642 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d81c13-d698-48b5-84fd-07425649f55f req-1899dacf-02e5-4922-b03f-d042324eef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:11.023970 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-60d81c13-d698-48b5-84fd-07425649f55f req-1899dacf-02e5-4922-b03f-d042324eef9a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 200 len: 916 time: 0.2401814 Sep 26 05:30:11.387597 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-60d81c13-d698-48b5-84fd-07425649f55f req-4c846c17-16ae-4b15-9b85-9e9de1ba5a25 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61f405ec-53a2-45d3-97e1-b2c513f8244a HTTP/1.1" status: 200 len: 999 time: 0.3372142 Sep 26 05:30:11.392645 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-14181a51-cba7-487a-90eb-628b8ad24e45 req-d0b5afbe-71c1-4c7c-a2e7-6918f048dec5 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db14dfec-952b-46e2-9617-72801c005bb3 HTTP/1.1" status: 200 len: 1001 time: 0.3434141 Sep 26 05:30:11.402766 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669d338-6b35-4eca-b9dc-7f04193df8ab req-a0292340-fedc-4273-9ad8-ab4ef61cc97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:11.404226 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4669d338-6b35-4eca-b9dc-7f04193df8ab req-a0292340-fedc-4273-9ad8-ab4ef61cc97b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 919 time: 0.4166315 Sep 26 05:30:11.954988 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953de982-f1d2-4f50-bf75-9ba6218bbd74 req-da8726d5-869b-4d97-8aaf-9c8efbea57fc tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:11.956496 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-953de982-f1d2-4f50-bf75-9ba6218bbd74 req-da8726d5-869b-4d97-8aaf-9c8efbea57fc tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0509546 Sep 26 05:30:12.007451 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-953de982-f1d2-4f50-bf75-9ba6218bbd74 req-8250451b-47b4-4742-934e-5613ad9e5418 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451329 Sep 26 05:30:13.134547 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0190c5d-909a-4fd9-be99-6c90d4428955 req-256fc0d3-680c-45cb-81fc-0ce74e94d6e5 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:13.136050 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a0190c5d-909a-4fd9-be99-6c90d4428955 req-256fc0d3-680c-45cb-81fc-0ce74e94d6e5 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0518730 Sep 26 05:30:13.182511 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a0190c5d-909a-4fd9-be99-6c90d4428955 req-4e21a7c1-5567-4943-b38c-f69f82fbb8f7 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409071 Sep 26 05:30:14.331336 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4669d338-6b35-4eca-b9dc-7f04193df8ab req-e7f75129-a57c-4dc2-9b78-b7787f3a9769 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38b128ed-e00f-4c9c-93fb-be3a153d50bf HTTP/1.1" status: 200 len: 217 time: 0.0777903 Sep 26 05:30:14.361863 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:14.385113 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e9f07-bcfa-480f-b5b0-13e68d9ad4cc req-753fb604-c14f-4405-80c1-39db558be103 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:14.386648 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-468e9f07-bcfa-480f-b5b0-13e68d9ad4cc req-753fb604-c14f-4405-80c1-39db558be103 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1020768 Sep 26 05:30:14.407226 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-37bf591e-b247-49e5-b82c-7f5320ed81c4 req-38d16be0-58bc-4c80-81e1-1b5fe367b0b1 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0944719 Sep 26 05:30:14.414936 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d81c13-d698-48b5-84fd-07425649f55f req-fa542ee3-1328-4212-bc47-4087870178be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:14.416452 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-60d81c13-d698-48b5-84fd-07425649f55f req-fa542ee3-1328-4212-bc47-4087870178be service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6783b947-c48f-4404-8277-22844ede2f74 HTTP/1.1" status: 200 len: 854 time: 0.1710012 Sep 26 05:30:14.423204 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14181a51-cba7-487a-90eb-628b8ad24e45 req-605fbff7-c727-4871-adb3-3c2528000206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:14.424629 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-14181a51-cba7-487a-90eb-628b8ad24e45 req-605fbff7-c727-4871-adb3-3c2528000206 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=68ec3a06-35a7-4882-936e-ce718bcdd1ec HTTP/1.1" status: 200 len: 855 time: 0.1189437 Sep 26 05:30:14.431144 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669d338-6b35-4eca-b9dc-7f04193df8ab req-22bde400-39d7-4d19-ad82-5cba6bb3941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:14.432592 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4669d338-6b35-4eca-b9dc-7f04193df8ab req-22bde400-39d7-4d19-ad82-5cba6bb3941d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.0790951 Sep 26 05:30:14.444213 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-468e9f07-bcfa-480f-b5b0-13e68d9ad4cc req-5e2305f4-a400-4741-8257-4546715bcc15 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477397 Sep 26 05:30:14.529008 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf591e-b247-49e5-b82c-7f5320ed81c4 req-e643842a-3698-44cd-a1de-22a22f8bbae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:14.530493 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-37bf591e-b247-49e5-b82c-7f5320ed81c4 req-e643842a-3698-44cd-a1de-22a22f8bbae7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=0a676eb5cbd74956ba12b1d5595e3f18&device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 1129 time: 0.0385385 Sep 26 05:30:14.563476 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d81c13-d698-48b5-84fd-07425649f55f req-3a77bbf4-f107-4540-bbdf-947f7890dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:14.565024 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-60d81c13-d698-48b5-84fd-07425649f55f req-3a77bbf4-f107-4540-bbdf-947f7890dd51 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1033237 Sep 26 05:30:14.566183 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669d338-6b35-4eca-b9dc-7f04193df8ab req-f749fa9e-740c-49bd-94a3-ed868fc954cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:14.567544 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4669d338-6b35-4eca-b9dc-7f04193df8ab req-f749fa9e-740c-49bd-94a3-ed868fc954cd service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879762 Sep 26 05:30:14.568454 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14181a51-cba7-487a-90eb-628b8ad24e45 req-23a137ed-20fb-4890-b6ff-38a5852a6b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:14.569770 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-14181a51-cba7-487a-90eb-628b8ad24e45 req-23a137ed-20fb-4890-b6ff-38a5852a6b60 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a033fac-5647-47c1-8abf-96bf265545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0988173 Sep 26 05:30:14.694310 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf591e-b247-49e5-b82c-7f5320ed81c4 req-558c15e8-5ec5-4616-8633-8f2cce1db07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:14.695747 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-37bf591e-b247-49e5-b82c-7f5320ed81c4 req-558c15e8-5ec5-4616-8633-8f2cce1db07e service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=57c648e4-fdcc-4713-bf51-b124d7faabd4 HTTP/1.1" status: 200 len: 912 time: 0.0890508 Sep 26 05:30:14.830940 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4669d338-6b35-4eca-b9dc-7f04193df8ab req-d745ae09-ccb1-4469-94d2-61c809c3db01 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236216 Sep 26 05:30:14.838458 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-60d81c13-d698-48b5-84fd-07425649f55f req-bd5a9bb4-97f5-4086-8a7c-746665b85caa service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299490 Sep 26 05:30:14.843791 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-14181a51-cba7-487a-90eb-628b8ad24e45 req-3025c375-942e-4c44-bd5c-304c8ade6201 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343631 Sep 26 05:30:15.575787 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9af44-3eb9-43e1-ac5a-755ee70f8813 req-ea69cd21-da6d-4733-a6d0-84d90b00f944 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:15.577405 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-23d9af44-3eb9-43e1-ac5a-755ee70f8813 req-ea69cd21-da6d-4733-a6d0-84d90b00f944 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0492256 Sep 26 05:30:15.626019 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-23d9af44-3eb9-43e1-ac5a-755ee70f8813 req-316be188-8730-497d-94dd-f4cf4006afc4 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424216 Sep 26 05:30:16.743080 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76e51c-4c12-4c35-a609-6d10a58fe4dd req-a311aa78-d953-4a54-8cc8-02391c790b0b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:16.744524 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7d76e51c-4c12-4c35-a609-6d10a58fe4dd req-a311aa78-d953-4a54-8cc8-02391c790b0b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0445232 Sep 26 05:30:16.789050 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7d76e51c-4c12-4c35-a609-6d10a58fe4dd req-54749874-7655-484d-b9b2-782edf2ccd99 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391550 Sep 26 05:30:17.959545 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:18.138299 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-37bf591e-b247-49e5-b82c-7f5320ed81c4 req-a44d4a41-d639-4815-ab9f-fe9c582eb615 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700f3c7c-ee4f-426b-9bf3-1e03b2102f81 HTTP/1.1" status: 200 len: 217 time: 0.0365357 Sep 26 05:30:18.151561 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4cc0f-a78c-4d06-96ec-1e21b136dc3e req-78f4baae-a9bd-412f-ae24-08c9d9d86e85 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:18.153228 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fae4cc0f-a78c-4d06-96ec-1e21b136dc3e req-78f4baae-a9bd-412f-ae24-08c9d9d86e85 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.2875960 Sep 26 05:30:18.163393 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=100 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:18.164027 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=100 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:18.222822 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:18.233933 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf591e-b247-49e5-b82c-7f5320ed81c4 req-d605c5c7-2e42-4371-9964-e85693cfea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:18.235510 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-37bf591e-b247-49e5-b82c-7f5320ed81c4 req-d605c5c7-2e42-4371-9964-e85693cfea86 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=ce492be2-4210-4d61-8df6-606eaf40dacb HTTP/1.1" status: 200 len: 850 time: 0.0814607 Sep 26 05:30:18.239873 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fae4cc0f-a78c-4d06-96ec-1e21b136dc3e req-93157444-9117-436c-b356-455e9b805794 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783336 Sep 26 05:30:18.243153 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4669d338-6b35-4eca-b9dc-7f04193df8ab req-02890a05-1790-4fee-8298-d132b6de4a8b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297971 Sep 26 05:30:18.247005 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-60d81c13-d698-48b5-84fd-07425649f55f req-0d43e9fe-bd75-45df-8a19-c15e0b57d24a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437460 Sep 26 05:30:18.250400 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-14181a51-cba7-487a-90eb-628b8ad24e45 req-e0c2568a-dacb-43a9-b7d7-6a49160c4885 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388206 Sep 26 05:30:18.296699 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf591e-b247-49e5-b82c-7f5320ed81c4 req-9d3ff248-00e5-42eb-9dc5-43cf0564a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:18.298206 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-37bf591e-b247-49e5-b82c-7f5320ed81c4 req-9d3ff248-00e5-42eb-9dc5-43cf0564a753 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=57c648e4-fdcc-4713-bf51-b124d7faabd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451133 Sep 26 05:30:18.403384 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-37bf591e-b247-49e5-b82c-7f5320ed81c4 req-8c8dbfa2-4238-44ad-a422-aa41e63174d4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/57c648e4-fdcc-4713-bf51-b124d7faabd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939369 Sep 26 05:30:18.565456 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-37bf591e-b247-49e5-b82c-7f5320ed81c4 req-6e1d6483-23b9-4eb6-9496-2dd802476922 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/57c648e4-fdcc-4713-bf51-b124d7faabd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947688 Sep 26 05:30:19.307412 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:19.329532 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:19.366088 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32d5b1-96c2-46d2-b586-f78630475d59 req-fc2bf64c-2b54-4c80-a79d-2da1427e129f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:19.367547 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bd32d5b1-96c2-46d2-b586-f78630475d59 req-fc2bf64c-2b54-4c80-a79d-2da1427e129f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0495765 Sep 26 05:30:19.419677 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bd32d5b1-96c2-46d2-b586-f78630475d59 req-e72923b4-46da-4926-b30e-94019f9fc5ce tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463121 Sep 26 05:30:20.564821 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaaa839-c80c-4b31-9a1e-927f455ca798 req-c73148a7-c93d-4aab-98c9-8cc1af6e6c9b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:20.566593 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fdaaa839-c80c-4b31-9a1e-927f455ca798 req-c73148a7-c93d-4aab-98c9-8cc1af6e6c9b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0530097 Sep 26 05:30:20.621576 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fdaaa839-c80c-4b31-9a1e-927f455ca798 req-dfe2c880-01e5-43a0-ba6e-4df77d1ed5e2 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469501 Sep 26 05:30:20.635637 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 36854) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:20.754459 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4c81ba78-ccc2-4dbc-ae28-e40fc7054d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:20.841249 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4c81ba78-ccc2-4dbc-ae28-e40fc7054d9e admin admin] Publish callbacks [] for security_group (3204b63f-b01c-498b-9620-759dcbcb5113), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:20.845482 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4c81ba78-ccc2-4dbc-ae28-e40fc7054d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3204b63f-b01c-498b-9620-759dcbcb5113), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:20.888540 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-4c81ba78-ccc2-4dbc-ae28-e40fc7054d9e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=cf1abe56cb75460798bc84ff453ed09d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509799 Sep 26 05:30:20.889610 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81ba78-ccc2-4dbc-ae28-e40fc7054d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3204b63f-b01c-498b-9620-759dcbcb5113,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:20.891194 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 36858) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:20.901391 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:20.948184 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Publish callbacks [] for security_group (3204b63f-b01c-498b-9620-759dcbcb5113), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:20.970009 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Publish callbacks [] for security_group (3204b63f-b01c-498b-9620-759dcbcb5113), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:21.018507 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3204b63f-b01c-498b-9620-759dcbcb5113), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:21.021859 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:21.023239 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3204b63f-b01c-498b-9620-759dcbcb5113 HTTP/1.1" status: 204 len: 168 time: 0.1302216 Sep 26 05:30:21.036121 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3204b63f-b01c-498b-9620-759dcbcb5113,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:21.043765 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:21.044716 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:21.045040 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:21.045377 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:21.045703 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:21.046192 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:21.046521 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:21.046850 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:21.047183 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:21.047510 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:21.047837 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:21.048231 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:21.048496 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:21.048816 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:21.049132 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d5e57-6dae-4d89-a83e-ab602f07f711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:21.390753 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 36884) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:21.447290 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b6aefad5-ab5c-4f1a-878f-1cf3ba8e3248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:21.574876 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b6aefad5-ab5c-4f1a-878f-1cf3ba8e3248 admin admin] Publish callbacks [] for security_group (bfbcc858-5cbb-404e-8e03-47ea9ff46b33), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:21.582765 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b6aefad5-ab5c-4f1a-878f-1cf3ba8e3248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (bfbcc858-5cbb-404e-8e03-47ea9ff46b33), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:21.615214 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-b6aefad5-ab5c-4f1a-878f-1cf3ba8e3248 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e50ecbdcbc17481894af5685223413ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224290 Sep 26 05:30:21.617981 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 36898) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:21.680266 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aefad5-ab5c-4f1a-878f-1cf3ba8e3248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbcc858-5cbb-404e-8e03-47ea9ff46b33,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:21.718616 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 36902) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:21.771310 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:21.783439 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1b528ce1-9818-495a-a457-a650f5068b39 admin admin] Publish callbacks [] for security_group (bfbcc858-5cbb-404e-8e03-47ea9ff46b33), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:21.846970 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1b528ce1-9818-495a-a457-a650f5068b39 admin admin] Publish callbacks [] for security_group (bfbcc858-5cbb-404e-8e03-47ea9ff46b33), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:21.893123 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea65101-94b3-4d6d-8566-b88919669cc0 req-520dcc8a-acd9-4ff9-a501-01bede045f59 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:21.894671 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9ea65101-94b3-4d6d-8566-b88919669cc0 req-520dcc8a-acd9-4ff9-a501-01bede045f59 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1072118 Sep 26 05:30:21.903687 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-baffe9c6-c93e-49a3-baef-738f1dd23ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:21.957729 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9ea65101-94b3-4d6d-8566-b88919669cc0 req-f058b713-97f2-4a01-89ff-06911cf8b89f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518880 Sep 26 05:30:21.972283 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1b528ce1-9818-495a-a457-a650f5068b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (bfbcc858-5cbb-404e-8e03-47ea9ff46b33), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:21.976578 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1b528ce1-9818-495a-a457-a650f5068b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:21.990570 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-1b528ce1-9818-495a-a457-a650f5068b39 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/bfbcc858-5cbb-404e-8e03-47ea9ff46b33 HTTP/1.1" status: 204 len: 168 time: 0.3646348 Sep 26 05:30:22.007615 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b528ce1-9818-495a-a457-a650f5068b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbcc858-5cbb-404e-8e03-47ea9ff46b33,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:22.011586 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-baffe9c6-c93e-49a3-baef-738f1dd23ba9 admin admin] Publish callbacks [] for security_group (8b715f20-f8d3-4d89-b2c3-88cc5261fe3d), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:22.035099 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-baffe9c6-c93e-49a3-baef-738f1dd23ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (8b715f20-f8d3-4d89-b2c3-88cc5261fe3d), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:22.081189 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-baffe9c6-c93e-49a3-baef-738f1dd23ba9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=69e743cc488a4678af30dba48abc536c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611407 Sep 26 05:30:22.084628 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 36912) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:22.086966 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffe9c6-c93e-49a3-baef-738f1dd23ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b715f20-f8d3-4d89-b2c3-88cc5261fe3d,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:22.148308 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-01e8b6e4-3b01-4d50-b3b5-448605b66563 admin admin] Publish callbacks [] for security_group (8b715f20-f8d3-4d89-b2c3-88cc5261fe3d), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:22.174581 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-01e8b6e4-3b01-4d50-b3b5-448605b66563 admin admin] Publish callbacks [] for security_group (8b715f20-f8d3-4d89-b2c3-88cc5261fe3d), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:22.235098 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-01e8b6e4-3b01-4d50-b3b5-448605b66563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (8b715f20-f8d3-4d89-b2c3-88cc5261fe3d), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:22.237773 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-01e8b6e4-3b01-4d50-b3b5-448605b66563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:22.239224 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-01e8b6e4-3b01-4d50-b3b5-448605b66563 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/8b715f20-f8d3-4d89-b2c3-88cc5261fe3d HTTP/1.1" status: 204 len: 168 time: 0.1531126 Sep 26 05:30:22.247503 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8b6e4-3b01-4d50-b3b5-448605b66563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b715f20-f8d3-4d89-b2c3-88cc5261fe3d,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:23.123512 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e058e2-9e3c-4239-b925-ffd98ad9fe5f req-0891ac40-8840-48d1-9792-ffbfb3e61a29 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:23.125084 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-35e058e2-9e3c-4239-b925-ffd98ad9fe5f req-0891ac40-8840-48d1-9792-ffbfb3e61a29 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0618725 Sep 26 05:30:23.176980 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 36990) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:23.195358 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-35e058e2-9e3c-4239-b925-ffd98ad9fe5f req-853440dc-514f-4f82-837d-77ab3b3cec7d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596473 Sep 26 05:30:23.261820 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4419-bc42-48e2-bd49-9dfe5918ffe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:23.386254 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-151857727-network', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:23.408299 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] Made reservation on behalf of e1b5f9daf8d44a6987bbff8939ed7c92 for: {'network': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:30:23.409397 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37000) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:23.412706 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:23.422390 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:23.537906 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] Publish callbacks [] for security_group (f4ae2cde-4482-4ce0-9112-bd697d1018f5), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:23.542918 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (f4ae2cde-4482-4ce0-9112-bd697d1018f5), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:23.579629 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae2cde-4482-4ce0-9112-bd697d1018f5,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:23.609830 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:30:23.624496 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=77,neutron:INSERT=22,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:23.628209 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (c59838af-2139-48b8-83f5-6854d5040da1), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:23.628746 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.segments_db [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] Added segment c59838af-2139-48b8-83f5-6854d5040da1 of type vlan for network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 Sep 26 05:30:23.675687 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (73121f4e-6b77-45b6-a1f2-7577a1a4a779), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:23.682052 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-36d239c1-d2e8-4a32-8854-60d124f01919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:23.687907 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:23.707092 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (73121f4e-6b77-45b6-a1f2-7577a1a4a779), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:23.709158 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:23.709854 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:23.733597 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:23.771846 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-36d239c1-d2e8-4a32-8854-60d124f01919 admin admin] Publish callbacks [] for security_group (94982384-356b-4b0e-b070-4b5110b187d7), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:23.773190 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5940716 Sep 26 05:30:23.775863 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37014) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:23.781059 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-4baa649d-5215-46a5-bdb5-75b3ce1236de admin admin] Request body: {'subnet': {'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-151857727-subnet', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'ip_version': 4}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:23.786200 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-36d239c1-d2e8-4a32-8854-60d124f01919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (94982384-356b-4b0e-b070-4b5110b187d7), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:23.789224 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2522c-9ab5-4bcc-bad2-4fd111cbfcf3 admin admin] Pushing event updated for resources: {'Network': ['ID=73121f4e-6b77-45b6-a1f2-7577a1a4a779,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:23.800296 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:30:23.834679 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-36d239c1-d2e8-4a32-8854-60d124f01919 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=613f1aa7657446839cd4528ff21423da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4241118 Sep 26 05:30:23.837633 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37018) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:23.839495 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baa649d-5215-46a5-bdb5-75b3ce1236de admin admin] Made reservation on behalf of e1b5f9daf8d44a6987bbff8939ed7c92 for: {'subnet': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:30:23.841808 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4baa649d-5215-46a5-bdb5-75b3ce1236de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:23.888114 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d239c1-d2e8-4a32-8854-60d124f01919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94982384-356b-4b0e-b070-4b5110b187d7,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:23.899863 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-742be4ce-ac10-41db-ab76-a2f5e69f2d32 admin admin] Publish callbacks [] for security_group (94982384-356b-4b0e-b070-4b5110b187d7), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:23.930133 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:23.937964 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-742be4ce-ac10-41db-ab76-a2f5e69f2d32 admin admin] Publish callbacks [] for security_group (94982384-356b-4b0e-b070-4b5110b187d7), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:24.008056 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-742be4ce-ac10-41db-ab76-a2f5e69f2d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (94982384-356b-4b0e-b070-4b5110b187d7), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:24.011806 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-742be4ce-ac10-41db-ab76-a2f5e69f2d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:24.014486 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-742be4ce-ac10-41db-ab76-a2f5e69f2d32 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/94982384-356b-4b0e-b070-4b5110b187d7 HTTP/1.1" status: 204 len: 168 time: 0.1749177 Sep 26 05:30:24.025767 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742be4ce-ac10-41db-ab76-a2f5e69f2d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94982384-356b-4b0e-b070-4b5110b187d7,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:24.063884 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4baa649d-5215-46a5-bdb5-75b3ce1236de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for subnet (26b0e0ad-b964-43a8-8455-883885c6a7f7), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:24.154071 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa649d-5215-46a5-bdb5-75b3ce1236de admin admin] Checking segment: {'id': 'c59838af-2139-48b8-83f5-6854d5040da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:30:24.155075 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baa649d-5215-46a5-bdb5-75b3ce1236de admin admin] Network hostable DHCP agents. Network: 73121f4e-6b77-45b6-a1f2-7577a1a4a779, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:30:24.159592 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa649d-5215-46a5-bdb5-75b3ce1236de admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b0e0ad-b964-43a8-8455-883885c6a7f7,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:24.184049 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baa649d-5215-46a5-bdb5-75b3ce1236de admin admin] Network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:30:24.196741 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-4baa649d-5215-46a5-bdb5-75b3ce1236de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, 73121f4e-6b77-45b6-a1f2-7577a1a4a779) {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:24.203622 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baa649d-5215-46a5-bdb5-75b3ce1236de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:24.203622 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4baa649d-5215-46a5-bdb5-75b3ce1236de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:24.207773 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fe176e-995c-4d32-8310-e2fa1aaefa75 None None] Network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:30:24.228465 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-4baa649d-5215-46a5-bdb5-75b3ce1236de admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4512489 Sep 26 05:30:24.231396 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37044) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:24.240360 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:24.291475 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-582796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router (2e88d9f9-095a-4e38-b5fd-ca49f250744b), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:24.293957 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-581809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5216'] for router (2e88d9f9-095a-4e38-b5fd-ca49f250744b), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:24.337457 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:24.406718 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12aad040-6483-5282-87ec-497c7478fcf0-73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'fixed_ips': [{'subnet_id': '26b0e0ad-b964-43a8-8455-883885c6a7f7'}]}} from dv-cinder-859186-2-iscsi. {{(pid=106342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:30:24.407736 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:24.431220 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Publish callbacks [] for router_controller (2e88d9f9-095a-4e38-b5fd-ca49f250744b), precommit_add_association {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:24.444080 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98064238-d656-4589-a9a4-0ea727eaf42c req-99c980d0-9302-4c77-a13b-a82be6120f93 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:24.452044 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-98064238-d656-4589-a9a4-0ea727eaf42c req-99c980d0-9302-4c77-a13b-a82be6120f93 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1218147 Sep 26 05:30:24.539745 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37060) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:24.560048 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fd92c2ac-2af1-40bc-a6c9-22476b5db464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:24.590212 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-98064238-d656-4589-a9a4-0ea727eaf42c req-f1348499-e320-45ab-b01b-8f0b5db763a6 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372013 Sep 26 05:30:24.666232 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Allocated IP 172.20.0.2 (73121f4e-6b77-45b6-a1f2-7577a1a4a779/26b0e0ad-b964-43a8-8455-883885c6a7f7/37233817-e20b-4e0d-b83e-17d56985b2b5) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:30:24.714921 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Publish callbacks [] for router_gateway (2e88d9f9-095a-4e38-b5fd-ca49f250744b), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:24.759286 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fd92c2ac-2af1-40bc-a6c9-22476b5db464 admin admin] Publish callbacks [] for security_group (b9613f80-c297-47cb-9d13-fee392c5f892), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:24.765616 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fd92c2ac-2af1-40bc-a6c9-22476b5db464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (b9613f80-c297-47cb-9d13-fee392c5f892), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:24.810447 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92c2ac-2af1-40bc-a6c9-22476b5db464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9613f80-c297-47cb-9d13-fee392c5f892,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:24.823788 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:24.852122 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-fd92c2ac-2af1-40bc-a6c9-22476b5db464 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=55e652cef592444ca713adceb0e2461b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110020 Sep 26 05:30:24.854546 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37080) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:24.863884 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Publish callbacks [] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:24.875759 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:24.920127 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:24.933845 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:30:24.939626 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:24.949412 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:30:24.965905 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Pushing event updated for resources: {'Port': ['ID=37233817-e20b-4e0d-b83e-17d56985b2b5,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:24.986567 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-92c1884a-0d42-4e71-b946-efaa172ff29e admin admin] Publish callbacks [] for security_group (b9613f80-c297-47cb-9d13-fee392c5f892), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:25.019063 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:25.019577 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:25.019941 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:25.020296 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:25.021462 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:25.021989 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:25.022738 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:25.023076 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:25.023410 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:25.023738 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:25.024066 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:25.024705 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:25.025047 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:25.025370 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:25.025695 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:25.039868 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-92c1884a-0d42-4e71-b946-efaa172ff29e admin admin] Publish callbacks [] for security_group (b9613f80-c297-47cb-9d13-fee392c5f892), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:25.054912 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Publish callbacks [] for router_gateway (2e88d9f9-095a-4e38-b5fd-ca49f250744b), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:25.066169 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Attempting to bind port 37233817-e20b-4e0d-b83e-17d56985b2b5 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:30:25.066542 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Attempting to bind port 37233817-e20b-4e0d-b83e-17d56985b2b5 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'c59838af-2139-48b8-83f5-6854d5040da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:30:25.066906 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Attempting to bind port 37233817-e20b-4e0d-b83e-17d56985b2b5 on network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:30:25.086573 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:25.133916 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:30:25.134292 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Checking segment: {'id': 'c59838af-2139-48b8-83f5-6854d5040da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:30:25.134861 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:25.135455 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Bound using segment: {'id': 'c59838af-2139-48b8-83f5-6854d5040da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:30:25.136075 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Bound port: 37233817-e20b-4e0d-b83e-17d56985b2b5, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59838af-2139-48b8-83f5-6854d5040da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:30:25.136633 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:25.215779 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] For port 37233817-e20b-4e0d-b83e-17d56985b2b5, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:30:25.221248 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] For port 37233817-e20b-4e0d-b83e-17d56985b2b5, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=37233817-e20b-4e0d-b83e-17d56985b2b5,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:30:25.232663 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:25.233524 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37104) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:25.249578 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-92c1884a-0d42-4e71-b946-efaa172ff29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (b9613f80-c297-47cb-9d13-fee392c5f892), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:25.252116 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-92c1884a-0d42-4e71-b946-efaa172ff29e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:25.255661 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-92c1884a-0d42-4e71-b946-efaa172ff29e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b9613f80-c297-47cb-9d13-fee392c5f892 HTTP/1.1" status: 204 len: 168 time: 0.3976963 Sep 26 05:30:25.263656 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Allocated IP 172.27.0.49 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/ca2a361d-28d1-46dd-a86f-d76ab6e1301e) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:30:25.267322 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:25.278683 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1884a-0d42-4e71-b946-efaa172ff29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9613f80-c297-47cb-9d13-fee392c5f892,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:25.312750 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704155a-c0ad-4bec-924f-278aa90bcb31 None None] Pushing event updated for resources: {'Port': ['ID=37233817-e20b-4e0d-b83e-17d56985b2b5,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:25.444734 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Publish callbacks [] for port (ca2a361d-28d1-46dd-a86f-d76ab6e1301e), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:25.504133 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (ca2a361d-28d1-46dd-a86f-d76ab6e1301e), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:25.526970 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:30:25.555225 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:25.558262 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:30:25.611601 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-052a4734-4793-4325-804b-333cd3acb9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:25.691171 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Pushing event updated for resources: {'Port': ['ID=ca2a361d-28d1-46dd-a86f-d76ab6e1301e,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:25.715108 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-67ef7040-c9b0-49ee-909d-f341e00f1026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:25.854233 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93337ea3-fd92-4fd8-b9fc-526cdb1b97e5 req-672205ff-ec1b-43ff-a713-ec5412eb0cc4 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:25.855754 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-93337ea3-fd92-4fd8-b9fc-526cdb1b97e5 req-672205ff-ec1b-43ff-a713-ec5412eb0cc4 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0700817 Sep 26 05:30:25.909368 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-67ef7040-c9b0-49ee-909d-f341e00f1026 admin admin] Publish callbacks [] for security_group (35bd3a43-ab27-4d87-8f72-d0ecd4caacc3), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:25.914382 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:25.917617 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-67ef7040-c9b0-49ee-909d-f341e00f1026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (35bd3a43-ab27-4d87-8f72-d0ecd4caacc3), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:25.945376 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 37233817-e20b-4e0d-b83e-17d56985b2b5 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:30:25.965951 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-67ef7040-c9b0-49ee-909d-f341e00f1026 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7a82e9a225274268914fa0f098f2ff66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7310195 Sep 26 05:30:25.968530 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37148) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:25.977408 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef7040-c9b0-49ee-909d-f341e00f1026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bd3a43-ab27-4d87-8f72-d0ecd4caacc3,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:26.050905 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 37233817-e20b-4e0d-b83e-17d56985b2b5 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:26.051278 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:26.051655 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 37233817-e20b-4e0d-b83e-17d56985b2b5 Sep 26 05:30:26.060474 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-00d85209-6d2e-4df1-abd1-1f851a2eff90 admin admin] Publish callbacks [] for security_group (35bd3a43-ab27-4d87-8f72-d0ecd4caacc3), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:26.063394 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-93337ea3-fd92-4fd8-b9fc-526cdb1b97e5 req-e683f49e-cf7e-4a66-a42f-b5219b0a2bda tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727958 Sep 26 05:30:26.091239 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Publish callbacks [] for router_gateway (2e88d9f9-095a-4e38-b5fd-ca49f250744b), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:26.106442 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-00d85209-6d2e-4df1-abd1-1f851a2eff90 admin admin] Publish callbacks [] for security_group (35bd3a43-ab27-4d87-8f72-d0ecd4caacc3), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:26.122041 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:26.182892 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 37233817-e20b-4e0d-b83e-17d56985b2b5 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:26.183900 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:26.201820 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-00d85209-6d2e-4df1-abd1-1f851a2eff90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (35bd3a43-ab27-4d87-8f72-d0ecd4caacc3), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:26.204714 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-00d85209-6d2e-4df1-abd1-1f851a2eff90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:26.205982 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-00d85209-6d2e-4df1-abd1-1f851a2eff90 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/35bd3a43-ab27-4d87-8f72-d0ecd4caacc3 HTTP/1.1" status: 204 len: 168 time: 0.2362800 Sep 26 05:30:26.217914 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d85209-6d2e-4df1-abd1-1f851a2eff90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bd3a43-ab27-4d87-8f72-d0ecd4caacc3,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:26.245840 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port 37233817-e20b-4e0d-b83e-17d56985b2b5, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=37233817-e20b-4e0d-b83e-17d56985b2b5,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:30:26.256901 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:26.322941 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=37233817-e20b-4e0d-b83e-17d56985b2b5,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:26.449509 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581409'] for router (2e88d9f9-095a-4e38-b5fd-ca49f250744b), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:26.546431 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37170) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:26.608377 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Router 2e88d9f9-095a-4e38-b5fd-ca49f250744b is scheduled to L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f with binding_index 1 {{(pid=106340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:30:26.707186 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:26.709872 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37176) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:26.731090 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3625e07b-e4d4-4578-90a7-4850c6831702 None None] Network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:30:26.733176 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:30:26.742082 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f70a77d7-54db-42b7-a129-05074855da8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:26.748507 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Sync routers for ids ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:30:26.758325 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:26.765107 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Routers {'2e88d9f9-095a-4e38-b5fd-ca49f250744b'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:26.765420 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-2153df0b-cda9-4e4c-9dd0-a77cc717b609 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5323608 Sep 26 05:30:26.765880 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:26.766073 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37178) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:26.773219 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:26.896332 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-81563caf-f7fe-471c-a680-f0aaef8a151c None None] Provisioning complete for port 37233817-e20b-4e0d-b83e-17d56985b2b5 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:26.902752 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-81563caf-f7fe-471c-a680-f0aaef8a151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:26.903486 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-81563caf-f7fe-471c-a680-f0aaef8a151c None None] Attempt 1 to provision port 37233817-e20b-4e0d-b83e-17d56985b2b5 Sep 26 05:30:26.921123 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:DELETE=7,neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:26.951421 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f70a77d7-54db-42b7-a129-05074855da8e admin admin] Publish callbacks [] for security_group (581b4688-ade8-40f0-b646-67be8c90942a), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:26.960821 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f70a77d7-54db-42b7-a129-05074855da8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (581b4688-ade8-40f0-b646-67be8c90942a), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:26.979004 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:27.037877 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Set router 2e88d9f9-095a-4e38-b5fd-ca49f250744b gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:27.051805 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-f70a77d7-54db-42b7-a129-05074855da8e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2ed0c67f7753458ba2b3c3616c9dacf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396077 Sep 26 05:30:27.053947 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a77d7-54db-42b7-a129-05074855da8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581b4688-ade8-40f0-b646-67be8c90942a,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:27.056653 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37184) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:27.116131 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e6024ea7-7dca-42ec-9110-dc0975b6eea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:27.240698 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e6024ea7-7dca-42ec-9110-dc0975b6eea3 admin admin] Publish callbacks [] for security_group (c274bfe5-ce86-41f8-9061-ff805f9fdcea), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:27.253233 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e6024ea7-7dca-42ec-9110-dc0975b6eea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (c274bfe5-ce86-41f8-9061-ff805f9fdcea), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:27.348860 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-81563caf-f7fe-471c-a680-f0aaef8a151c None None] Current status of the port 37233817-e20b-4e0d-b83e-17d56985b2b5 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:27.378639 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-e6024ea7-7dca-42ec-9110-dc0975b6eea3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ef47aeb4fad64304b0444d38c95a5bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8297119 Sep 26 05:30:27.379451 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37194) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:27.403886 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6024ea7-7dca-42ec-9110-dc0975b6eea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c274bfe5-ce86-41f8-9061-ff805f9fdcea,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:27.533366 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b678c584-5de8-437e-bb34-04c359149018 admin admin] Publish callbacks [] for security_group (c274bfe5-ce86-41f8-9061-ff805f9fdcea), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:27.548179 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:24Z', 'updated_at': '2022-09-26T05:30:25Z', 'revision_number': 3, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'gw_port': {'id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:25Z', 'updated_at': '2022-09-26T05:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:27.562995 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:27.564217 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b678c584-5de8-437e-bb34-04c359149018 admin admin] Publish callbacks [] for security_group (c274bfe5-ce86-41f8-9061-ff805f9fdcea), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:27.576378 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-e5bac44a-1fac-4fd6-852d-48a023b167a9 None None] Provisioning complete for port 37233817-e20b-4e0d-b83e-17d56985b2b5 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:27.576861 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e5bac44a-1fac-4fd6-852d-48a023b167a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:27.577199 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-e5bac44a-1fac-4fd6-852d-48a023b167a9 None None] Attempt 1 to provision port 37233817-e20b-4e0d-b83e-17d56985b2b5 Sep 26 05:30:27.595113 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Checking router: 2e88d9f9-095a-4e38-b5fd-ca49f250744b for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:30:27.595727 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Updating router 2e88d9f9-095a-4e38-b5fd-ca49f250744b port ca2a361d-28d1-46dd-a86f-d76ab6e1301e binding host dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:30:27.658328 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b678c584-5de8-437e-bb34-04c359149018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (c274bfe5-ce86-41f8-9061-ff805f9fdcea), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:27.661644 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b678c584-5de8-437e-bb34-04c359149018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:27.665207 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-b678c584-5de8-437e-bb34-04c359149018 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c274bfe5-ce86-41f8-9061-ff805f9fdcea HTTP/1.1" status: 204 len: 168 time: 0.2815299 Sep 26 05:30:27.674970 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (ca2a361d-28d1-46dd-a86f-d76ab6e1301e), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:27.688668 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5cef98b6-9947-4187-8ef3-b6ffccb797bb admin admin] Publish callbacks [] for security_group (581b4688-ade8-40f0-b646-67be8c90942a), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:27.695465 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678c584-5de8-437e-bb34-04c359149018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c274bfe5-ce86-41f8-9061-ff805f9fdcea,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:27.719574 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:27.728347 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-e5bac44a-1fac-4fd6-852d-48a023b167a9 None None] Current status of the port 37233817-e20b-4e0d-b83e-17d56985b2b5 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:27.760120 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517eaa8-1ed7-4028-b3a8-c19515e5f680 req-873e2468-18e4-4779-a840-37883aafa36b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:27.761661 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a517eaa8-1ed7-4028-b3a8-c19515e5f680 req-873e2468-18e4-4779-a840-37883aafa36b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1149926 Sep 26 05:30:27.763746 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5cef98b6-9947-4187-8ef3-b6ffccb797bb admin admin] Publish callbacks [] for security_group (581b4688-ade8-40f0-b646-67be8c90942a), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:27.930841 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 37233817-e20b-4e0d-b83e-17d56985b2b5 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:30:28.045802 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 37233817-e20b-4e0d-b83e-17d56985b2b5 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:28.048400 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.048740 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 37233817-e20b-4e0d-b83e-17d56985b2b5 Sep 26 05:30:28.081460 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.129887 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a517eaa8-1ed7-4028-b3a8-c19515e5f680 req-e6402699-8184-4cc2-8e31-652d306af561 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564949 Sep 26 05:30:28.193035 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Publish callbacks [] for port (ca2a361d-28d1-46dd-a86f-d76ab6e1301e), precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.215320 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5cef98b6-9947-4187-8ef3-b6ffccb797bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (581b4688-ade8-40f0-b646-67be8c90942a), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.218093 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 37233817-e20b-4e0d-b83e-17d56985b2b5 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:28.218234 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5cef98b6-9947-4187-8ef3-b6ffccb797bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.220131 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (ca2a361d-28d1-46dd-a86f-d76ab6e1301e), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.237444 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-5cef98b6-9947-4187-8ef3-b6ffccb797bb admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/581b4688-ade8-40f0-b646-67be8c90942a HTTP/1.1" status: 204 len: 168 time: 1.1797569 Sep 26 05:30:28.251156 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:28.283498 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef98b6-9947-4187-8ef3-b6ffccb797bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581b4688-ade8-40f0-b646-67be8c90942a,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:28.318738 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Attempting to bind port ca2a361d-28d1-46dd-a86f-d76ab6e1301e on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:30:28.319346 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Attempting to bind port ca2a361d-28d1-46dd-a86f-d76ab6e1301e by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:30:28.319910 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Attempting to bind port ca2a361d-28d1-46dd-a86f-d76ab6e1301e on network 1d7e5a44-5796-4db3-9f47-9726042cf055 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:30:28.330541 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37218) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:28.357037 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-bb8e8cf1-dacf-4aa4-a820-d02888417935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.363243 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.371813 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20882c4b-937f-4220-8225-865855925639 None None] Pushing event updated for resources: {'Port': ['ID=ca2a361d-28d1-46dd-a86f-d76ab6e1301e,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:28.399516 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20882c4b-937f-4220-8225-865855925639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:28.400330 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20882c4b-937f-4220-8225-865855925639 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:28.400909 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20882c4b-937f-4220-8225-865855925639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:28.401720 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20882c4b-937f-4220-8225-865855925639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:28.402256 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20882c4b-937f-4220-8225-865855925639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:28.403366 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20882c4b-937f-4220-8225-865855925639 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:28.403900 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20882c4b-937f-4220-8225-865855925639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:28.404584 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20882c4b-937f-4220-8225-865855925639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:28.405110 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20882c4b-937f-4220-8225-865855925639 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:28.405645 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20882c4b-937f-4220-8225-865855925639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:28.406163 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20882c4b-937f-4220-8225-865855925639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:28.407356 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20882c4b-937f-4220-8225-865855925639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:28.408021 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20882c4b-937f-4220-8225-865855925639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:28.409091 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20882c4b-937f-4220-8225-865855925639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:28.409824 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20882c4b-937f-4220-8225-865855925639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:30:28.426459 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:30:28.428904 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Checking segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:30:28.429549 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.430290 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Bound using segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:30:28.431531 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Bound port: ca2a361d-28d1-46dd-a86f-d76ab6e1301e, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:30:28.432145 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (ca2a361d-28d1-46dd-a86f-d76ab6e1301e), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.486394 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.514922 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-bb8e8cf1-dacf-4aa4-a820-d02888417935 admin admin] Publish callbacks [] for security_group (a4044cb5-3e82-4e54-b519-eae1ad1becab), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.522657 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-bb8e8cf1-dacf-4aa4-a820-d02888417935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (a4044cb5-3e82-4e54-b519-eae1ad1becab), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.523972 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] For port ca2a361d-28d1-46dd-a86f-d76ab6e1301e, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:30:28.528664 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] For port ca2a361d-28d1-46dd-a86f-d76ab6e1301e, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=ca2a361d-28d1-46dd-a86f-d76ab6e1301e,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:30:28.539656 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (ca2a361d-28d1-46dd-a86f-d76ab6e1301e), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.575872 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:DELETE=4,neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:28.581948 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37224) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:28.582404 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-bb8e8cf1-dacf-4aa4-a820-d02888417935 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b338ec63500e45a68fcf31ab48c39cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500660 Sep 26 05:30:28.583549 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e8cf1-dacf-4aa4-a820-d02888417935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4044cb5-3e82-4e54-b519-eae1ad1becab,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:28.597381 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Routers {'2e88d9f9-095a-4e38-b5fd-ca49f250744b'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:28.599463 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:28.659839 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20882c4b-937f-4220-8225-865855925639 None None] Pushing event updated for resources: {'Port': ['ID=ca2a361d-28d1-46dd-a86f-d76ab6e1301e,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:28.664969 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:28.704988 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Allocated IP 172.20.0.1 (73121f4e-6b77-45b6-a1f2-7577a1a4a779/26b0e0ad-b964-43a8-8455-883885c6a7f7/f0a2d807-650e-45d2-baef-cc024286e416) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:30:28.718697 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:28.763245 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] Set router 2e88d9f9-095a-4e38-b5fd-ca49f250744b gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:28.841747 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b708e806-3bb4-4913-acd4-f519d0894b76 admin admin] Publish callbacks [] for security_group (a4044cb5-3e82-4e54-b519-eae1ad1becab), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.861346 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35ba18-cc1d-445d-a54c-98f120a687c3 req-56b09aa8-296e-46d2-b62d-414041e64f89 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:28.862893 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bb35ba18-cc1d-445d-a54c-98f120a687c3 req-56b09aa8-296e-46d2-b62d-414041e64f89 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 945 time: 0.1291466 Sep 26 05:30:28.896300 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b708e806-3bb4-4913-acd4-f519d0894b76 admin admin] Publish callbacks [] for security_group (a4044cb5-3e82-4e54-b519-eae1ad1becab), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:28.974231 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37232) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:28.991384 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3263b354-c10a-4489-882b-2271ad70dc89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.001839 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:24Z', 'updated_at': '2022-09-26T05:30:25Z', 'revision_number': 3, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'gw_port': {'id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:25Z', 'updated_at': '2022-09-26T05:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:29.010308 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Publish callbacks [] for port (f0a2d807-650e-45d2-baef-cc024286e416), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.018706 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bb35ba18-cc1d-445d-a54c-98f120a687c3 req-8be7c158-b1ad-406a-bda2-5f2a01476dbc tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449678 Sep 26 05:30:29.038935 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b708e806-3bb4-4913-acd4-f519d0894b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (a4044cb5-3e82-4e54-b519-eae1ad1becab), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.054467 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca844b02-b335-4fea-9b70-832bdf85a505 None None] The sync data for ids ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'] in dv-cinder-859186-2-iscsi is: [{'id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:24Z', 'updated_at': '2022-09-26T05:30:25Z', 'revision_number': 3, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'gw_port': {'id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:25Z', 'updated_at': '2022-09-26T05:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:30:29.056883 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b708e806-3bb4-4913-acd4-f519d0894b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.058029 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-b708e806-3bb4-4913-acd4-f519d0894b76 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a4044cb5-3e82-4e54-b519-eae1ad1becab HTTP/1.1" status: 204 len: 168 time: 0.4727268 Sep 26 05:30:29.070699 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708e806-3bb4-4913-acd4-f519d0894b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4044cb5-3e82-4e54-b519-eae1ad1becab,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:29.111543 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (f0a2d807-650e-45d2-baef-cc024286e416), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.147583 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3263b354-c10a-4489-882b-2271ad70dc89 admin admin] Publish callbacks [] for security_group (b5932fdb-12c0-43b2-9d27-073b80938f07), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.159481 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3263b354-c10a-4489-882b-2271ad70dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (b5932fdb-12c0-43b2-9d27-073b80938f07), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.217946 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:30:29.224320 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-3263b354-c10a-4489-882b-2271ad70dc89 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4dddb9fda3c8442ca0ba8bd61d567cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444355 Sep 26 05:30:29.224478 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37242) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:29.226750 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263b354-c10a-4489-882b-2271ad70dc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5932fdb-12c0-43b2-9d27-073b80938f07,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:29.233072 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:29.247545 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:30:29.248103 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687896'] for router_interface (2e88d9f9-095a-4e38-b5fd-ca49f250744b), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.336208 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Pushing event updated for resources: {'Port': ['ID=f0a2d807-650e-45d2-baef-cc024286e416,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:29.376276 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:29.425581 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351703b-a172-4b0d-af6f-18482d6026d8 req-ee74dfb5-c917-434c-b065-281a8add2ef8 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:29.427618 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a351703b-a172-4b0d-af6f-18482d6026d8 req-ee74dfb5-c917-434c-b065-281a8add2ef8 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1174953 Sep 26 05:30:29.464649 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:29.503707 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-43031cc7-6da0-40d4-a979-86514087b0d3 admin admin] Publish callbacks [] for security_group (b5932fdb-12c0-43b2-9d27-073b80938f07), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.551325 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-43031cc7-6da0-40d4-a979-86514087b0d3 admin admin] Publish callbacks [] for security_group (b5932fdb-12c0-43b2-9d27-073b80938f07), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.578877 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Provisioning complete for port f0a2d807-650e-45d2-baef-cc024286e416 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:29.579584 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (f0a2d807-650e-45d2-baef-cc024286e416), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.579584 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Attempt 1 to provision port f0a2d807-650e-45d2-baef-cc024286e416 Sep 26 05:30:29.636712 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Port f0a2d807-650e-45d2-baef-cc024286e416 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:29.664104 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a351703b-a172-4b0d-af6f-18482d6026d8 req-9437371c-de16-401d-b4fe-795af11594e6 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295389 Sep 26 05:30:29.665828 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f0a2d807-650e-45d2-baef-cc024286e416), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.734740 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-43031cc7-6da0-40d4-a979-86514087b0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (b5932fdb-12c0-43b2-9d27-073b80938f07), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.737333 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-43031cc7-6da0-40d4-a979-86514087b0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.741369 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-43031cc7-6da0-40d4-a979-86514087b0d3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b5932fdb-12c0-43b2-9d27-073b80938f07 HTTP/1.1" status: 204 len: 168 time: 0.5132258 Sep 26 05:30:29.754550 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43031cc7-6da0-40d4-a979-86514087b0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5932fdb-12c0-43b2-9d27-073b80938f07,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:29.920744 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Publish callbacks [] for port (f0a2d807-650e-45d2-baef-cc024286e416), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.926627 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (f0a2d807-650e-45d2-baef-cc024286e416), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.928318 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688012'] for router_interface (2e88d9f9-095a-4e38-b5fd-ca49f250744b), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:29.966245 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device ca2a361d-28d1-46dd-a86f-d76ab6e1301e up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:30:30.026387 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Pushing event updated for resources: {'Port': ['ID=f0a2d807-650e-45d2-baef-cc024286e416,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:30.061637 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port ca2a361d-28d1-46dd-a86f-d76ab6e1301e triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:30.062322 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (ca2a361d-28d1-46dd-a86f-d76ab6e1301e), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:30.062831 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port ca2a361d-28d1-46dd-a86f-d76ab6e1301e Sep 26 05:30:30.115070 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:30:30.117565 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:30.138138 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Attempt 2 to provision port f0a2d807-650e-45d2-baef-cc024286e416 Sep 26 05:30:30.198031 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Port f0a2d807-650e-45d2-baef-cc024286e416 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:30.260470 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839db33d-d2e5-4fb6-a524-550cff907d65 req-6d01eae2-4f15-43bf-89c4-43c997d50862 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:30.262040 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-839db33d-d2e5-4fb6-a524-550cff907d65 req-6d01eae2-4f15-43bf-89c4-43c997d50862 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 945 time: 0.0828612 Sep 26 05:30:30.308666 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port ca2a361d-28d1-46dd-a86f-d76ab6e1301e is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:30.309599 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (ca2a361d-28d1-46dd-a86f-d76ab6e1301e), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:30.345795 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:30.357218 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port ca2a361d-28d1-46dd-a86f-d76ab6e1301e, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=ca2a361d-28d1-46dd-a86f-d76ab6e1301e,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:30:30.387089 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (ca2a361d-28d1-46dd-a86f-d76ab6e1301e), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:30.388875 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-839db33d-d2e5-4fb6-a524-550cff907d65 req-610119b7-3afe-44e4-bb14-81fb3da5ed6f tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997918 Sep 26 05:30:30.390972 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Router 2e88d9f9-095a-4e38-b5fd-ca49f250744b has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:30:30.550295 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=ca2a361d-28d1-46dd-a86f-d76ab6e1301e,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:30.617275 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:30:30.623176 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-071500b1-9949-4a53-a462-d57716f12a0b admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/2e88d9f9-095a-4e38-b5fd-ca49f250744b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8558865 Sep 26 05:30:30.720925 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Attempt 3 to provision port f0a2d807-650e-45d2-baef-cc024286e416 Sep 26 05:30:30.781429 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:30.792577 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Port f0a2d807-650e-45d2-baef-cc024286e416 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:30.829303 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd14c8d-ba66-4459-9ad4-8f6759874023 req-d004d1ca-b7a3-4254-a7e5-f3b5f5148270 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:30.831987 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-abd14c8d-ba66-4459-9ad4-8f6759874023 req-d004d1ca-b7a3-4254-a7e5-f3b5f5148270 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0695581 Sep 26 05:30:30.874607 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:30:30.903192 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-abd14c8d-ba66-4459-9ad4-8f6759874023 req-200577da-f2e7-4e24-aaa9-85c7cbb16a5e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627341 Sep 26 05:30:31.297186 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Attempt 4 to provision port f0a2d807-650e-45d2-baef-cc024286e416 Sep 26 05:30:31.338339 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Port f0a2d807-650e-45d2-baef-cc024286e416 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:31.375446 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Sync routers for ids ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:30:31.387843 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Routers {'2e88d9f9-095a-4e38-b5fd-ca49f250744b'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:31.388543 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:31.528673 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Set router 2e88d9f9-095a-4e38-b5fd-ca49f250744b gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:31.560355 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23c767-bd39-4588-aa03-fa3de3029f33 req-6f6fd257-0196-4a57-928c-64390370b920 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:31.563331 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7d23c767-bd39-4588-aa03-fa3de3029f33 req-6f6fd257-0196-4a57-928c-64390370b920 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 945 time: 0.0721056 Sep 26 05:30:31.625843 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7d23c767-bd39-4588-aa03-fa3de3029f33 req-0174daab-a3ad-494c-b35c-6de3a38d7c20 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565779 Sep 26 05:30:31.687663 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37346) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:31.693218 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1481964516-network', 'tenant_id': '87f5261f400a414d9b28fc8ce213b317'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:31.705176 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:31.726858 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] Made reservation on behalf of 87f5261f400a414d9b28fc8ce213b317 for: {'network': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:30:31.730962 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:31.745849 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:31.762361 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:31.764127 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:24Z', 'updated_at': '2022-09-26T05:30:29Z', 'revision_number': 4, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'gw_port': {'id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:25Z', 'updated_at': '2022-09-26T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'f0a2d807-650e-45d2-baef-cc024286e416', 'name': '', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'mac_address': 'fa:16:3e:c2:4a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:28Z', 'updated_at': '2022-09-26T05:30:29Z', 'revision_number': 2, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'subnets': [{'id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:31.799003 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Checking router: 2e88d9f9-095a-4e38-b5fd-ca49f250744b for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:30:31.799568 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Updating router 2e88d9f9-095a-4e38-b5fd-ca49f250744b port f0a2d807-650e-45d2-baef-cc024286e416 binding host dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:30:31.838534 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f0a2d807-650e-45d2-baef-cc024286e416), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:31.842650 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Attempt 5 to provision port f0a2d807-650e-45d2-baef-cc024286e416 Sep 26 05:30:31.856911 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] Publish callbacks [] for security_group (d3cf6198-ad05-4131-8a23-223cbec45824), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:31.865326 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (d3cf6198-ad05-4131-8a23-223cbec45824), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:31.885357 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:30:31.897012 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (795e711c-fa1f-4a4e-a1eb-c16e27e1b402), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:31.897530 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.segments_db [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] Added segment 795e711c-fa1f-4a4e-a1eb-c16e27e1b402 of type vlan for network 53137011-938d-4f01-8b06-1af9589fa518 Sep 26 05:30:31.917358 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device ca2a361d-28d1-46dd-a86f-d76ab6e1301e up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:30:31.949700 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Port f0a2d807-650e-45d2-baef-cc024286e416 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:32.028217 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923b107-c0d2-44a3-b4e1-fc0f69ed1fa1 req-521a7931-61db-4c60-9bdf-682866665f4e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:32.031337 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c923b107-c0d2-44a3-b4e1-fc0f69ed1fa1 req-521a7931-61db-4c60-9bdf-682866665f4e tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 945 time: 0.1159348 Sep 26 05:30:32.046248 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (53137011-938d-4f01-8b06-1af9589fa518), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:32.059141 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port ca2a361d-28d1-46dd-a86f-d76ab6e1301e triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:32.059766 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (ca2a361d-28d1-46dd-a86f-d76ab6e1301e), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:32.060296 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port ca2a361d-28d1-46dd-a86f-d76ab6e1301e Sep 26 05:30:32.069695 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cf6198-ad05-4131-8a23-223cbec45824,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:32.180466 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcefe5-bd3f-4a91-ae63-ad06a44af5ed req-c20827df-7f91-46e7-ad98-0f8a9d9ad1d1 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:32.182876 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a0dcefe5-bd3f-4a91-ae63-ad06a44af5ed req-c20827df-7f91-46e7-ad98-0f8a9d9ad1d1 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1062701 Sep 26 05:30:32.193666 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.db.resource_extend [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 26 05:30:32.246753 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port ca2a361d-28d1-46dd-a86f-d76ab6e1301e is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:32.337680 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-c923b107-c0d2-44a3-b4e1-fc0f69ed1fa1 req-e6723e45-0ead-436e-a092-760d39031109 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Deleting port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:30:32.338021 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-c923b107-c0d2-44a3-b4e1-fc0f69ed1fa1 req-e6723e45-0ead-436e-a092-760d39031109 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:32.340996 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (53137011-938d-4f01-8b06-1af9589fa518), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:32.341975 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:32.342716 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:32.356038 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Publish callbacks [] for port (f0a2d807-650e-45d2-baef-cc024286e416), precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:32.374262 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (f0a2d807-650e-45d2-baef-cc024286e416), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:32.435857 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:32.466368 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Attempt 6 to provision port f0a2d807-650e-45d2-baef-cc024286e416 Sep 26 05:30:32.482925 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] Pushing event updated for resources: {'Network': ['ID=53137011-938d-4f01-8b06-1af9589fa518,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:32.495151 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ab87d-e201-46f9-8ae4-d0c7d349c59a None None] Pushing event updated for resources: {'Port': ['ID=f0a2d807-650e-45d2-baef-cc024286e416,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:32.507178 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37382) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:32.509936 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network 53137011-938d-4f01-8b06-1af9589fa518 details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:30:32.512683 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-38578445-fa7b-46b9-b0b4-2ddbec61ce3a admin admin] Request body: {'subnet': {'network_id': '53137011-938d-4f01-8b06-1af9589fa518', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1481964516-subnet', 'tenant_id': '87f5261f400a414d9b28fc8ce213b317', 'ip_version': 4}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:32.518296 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:32.521614 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-39a3b282-f3aa-4aa1-843f-07f1577fd44c admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8324144 Sep 26 05:30:32.525761 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a0dcefe5-bd3f-4a91-ae63-ad06a44af5ed req-27f573c7-2101-4f3e-8fe1-d6185c24cfee tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195114 Sep 26 05:30:32.556320 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38578445-fa7b-46b9-b0b4-2ddbec61ce3a admin admin] Made reservation on behalf of 87f5261f400a414d9b28fc8ce213b317 for: {'subnet': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:30:32.560238 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-38578445-fa7b-46b9-b0b4-2ddbec61ce3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802011'] for subnet (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:32.597506 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Attempting to bind port f0a2d807-650e-45d2-baef-cc024286e416 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:30:32.597929 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Attempting to bind port f0a2d807-650e-45d2-baef-cc024286e416 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'c59838af-2139-48b8-83f5-6854d5040da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:30:32.598304 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Attempting to bind port f0a2d807-650e-45d2-baef-cc024286e416 on network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:30:32.629153 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:32.632785 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-c923b107-c0d2-44a3-b4e1-fc0f69ed1fa1 req-e6723e45-0ead-436e-a092-760d39031109 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] For port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=700f3c7c-ee4f-426b-9bf3-1e03b2102f81,segment=NetworkSegment(d9faaf72-73c5-4de9-a193-559ab0abff66),segment_id=d9faaf72-73c5-4de9-a193-559ab0abff66)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:30:32.633211 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-c923b107-c0d2-44a3-b4e1-fc0f69ed1fa1 req-e6723e45-0ead-436e-a092-760d39031109 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:32.643873 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Port f0a2d807-650e-45d2-baef-cc024286e416 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:32.653954 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-c923b107-c0d2-44a3-b4e1-fc0f69ed1fa1 req-e6723e45-0ead-436e-a092-760d39031109 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Calling delete_port for 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 owned by compute:nova {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:30:32.694652 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:30:32.695437 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Checking segment: {'id': 'c59838af-2139-48b8-83f5-6854d5040da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:30:32.695873 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:32.696602 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Bound using segment: {'id': 'c59838af-2139-48b8-83f5-6854d5040da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:30:32.696801 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Bound port: f0a2d807-650e-45d2-baef-cc024286e416, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59838af-2139-48b8-83f5-6854d5040da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:30:32.697185 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f0a2d807-650e-45d2-baef-cc024286e416), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:32.835046 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] For port f0a2d807-650e-45d2-baef-cc024286e416, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:30:32.840920 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] For port f0a2d807-650e-45d2-baef-cc024286e416, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=f0a2d807-650e-45d2-baef-cc024286e416,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:30:32.856031 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (f0a2d807-650e-45d2-baef-cc024286e416), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:32.861293 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04f435-b6c0-4bdb-9ae3-dd7ab798f078 req-2c6ded33-5522-4a4f-a588-ecd7fc508bf1 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:32.863822 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9a04f435-b6c0-4bdb-9ae3-dd7ab798f078 req-2c6ded33-5522-4a4f-a588-ecd7fc508bf1 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 945 time: 0.0777440 Sep 26 05:30:32.888485 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:32.929820 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ab87d-e201-46f9-8ae4-d0c7d349c59a None None] Pushing event updated for resources: {'Port': ['ID=f0a2d807-650e-45d2-baef-cc024286e416,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:32.959958 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Routers {'2e88d9f9-095a-4e38-b5fd-ca49f250744b'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:32.962173 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:32.976182 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-38578445-fa7b-46b9-b0b4-2ddbec61ce3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2421606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2801997'] for subnet (15b5103b-1e64-4f14-a516-1b2378a173f2), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:33.015314 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9a04f435-b6c0-4bdb-9ae3-dd7ab798f078 req-fc4445c7-5864-4d64-9a8a-36b248b64c38 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3015dfe2-348e-4084-97e4-1f05e3dd88d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399910 Sep 26 05:30:33.077275 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-c923b107-c0d2-44a3-b4e1-fc0f69ed1fa1 req-e6723e45-0ead-436e-a092-760d39031109 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674'] for port (700f3c7c-ee4f-426b-9bf3-1e03b2102f81), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:33.104047 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38578445-fa7b-46b9-b0b4-2ddbec61ce3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b5103b-1e64-4f14-a516-1b2378a173f2,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:33.106109 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38578445-fa7b-46b9-b0b4-2ddbec61ce3a admin admin] Checking segment: {'id': '795e711c-fa1f-4a4e-a1eb-c16e27e1b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '53137011-938d-4f01-8b06-1af9589fa518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:30:33.106687 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38578445-fa7b-46b9-b0b4-2ddbec61ce3a admin admin] Network hostable DHCP agents. Network: 53137011-938d-4f01-8b06-1af9589fa518, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:30:33.127369 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['700f3c7c-ee4f-426b-9bf3-1e03b2102f81'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:30:33.139885 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38578445-fa7b-46b9-b0b4-2ddbec61ce3a admin admin] Network 53137011-938d-4f01-8b06-1af9589fa518 is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:30:33.152727 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Attempt 7 to provision port f0a2d807-650e-45d2-baef-cc024286e416 Sep 26 05:30:33.158400 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-38578445-fa7b-46b9-b0b4-2ddbec61ce3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, 53137011-938d-4f01-8b06-1af9589fa518) {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:33.166866 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38578445-fa7b-46b9-b0b4-2ddbec61ce3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:33.169638 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-38578445-fa7b-46b9-b0b4-2ddbec61ce3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:33.207930 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:33.215237 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-38578445-fa7b-46b9-b0b4-2ddbec61ce3a admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7068701 Sep 26 05:30:33.219276 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37422) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:33.226150 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1481964516-router', 'tenant_id': '87f5261f400a414d9b28fc8ce213b317', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:33.255388 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c987d1c-346b-488e-aa4a-92f0cd7eb0a1 None None] Network 53137011-938d-4f01-8b06-1af9589fa518 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:30:33.267655 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-582796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router (49b1880d-de40-4094-ac55-b94f03b016fb), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:33.269432 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-581809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5216'] for router (49b1880d-de40-4094-ac55-b94f03b016fb), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:33.293256 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6723e45-0ead-436e-a092-760d39031109 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Pushing event deleted for resources: {'Port': ['ID=700f3c7c-ee4f-426b-9bf3-1e03b2102f81,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:33.346711 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-c923b107-c0d2-44a3-b4e1-fc0f69ed1fa1 req-e6723e45-0ead-436e-a092-760d39031109 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] No DVR routers for this DVR port 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 on host hv-cinder-85918 {{(pid=106340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:30:33.366124 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-c923b107-c0d2-44a3-b4e1-fc0f69ed1fa1 req-e6723e45-0ead-436e-a092-760d39031109 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:33.377187 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c923b107-c0d2-44a3-b4e1-fc0f69ed1fa1 req-e6723e45-0ead-436e-a092-760d39031109 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.60 "DELETE /networking/v2.0/ports/700f3c7c-ee4f-426b-9bf3-1e03b2102f81 HTTP/1.1" status: 204 len: 173 time: 1.3337560 Sep 26 05:30:33.377946 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31a978e-d8fb-4412-ad8c-999a3f18cfce', 'name': 'network-vif-deleted', 'tag': '700f3c7c-ee4f-426b-9bf3-1e03b2102f81'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:30:33.390505 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Publish callbacks [] for router_controller (49b1880d-de40-4094-ac55-b94f03b016fb), precommit_add_association {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:33.402330 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd40822-bb68-4d2f-b630-482ff6d084c5" -d '{"events": [{"server_uuid": "a31a978e-d8fb-4412-ad8c-999a3f18cfce", "name": "network-vif-deleted", "tag": "700f3c7c-ee4f-426b-9bf3-1e03b2102f81"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:30:33.491237 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5e6111-6c95-46f0-814e-dc9a7c82c4f4 x-openstack-request-id: req-da5e6111-6c95-46f0-814e-dc9a7c82c4f4 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:30:33.491919 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31a978e-d8fb-4412-ad8c-999a3f18cfce", "name": "network-vif-deleted", "tag": "700f3c7c-ee4f-426b-9bf3-1e03b2102f81", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:30:33.492260 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-da5e6111-6c95-46f0-814e-dc9a7c82c4f4 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:30:33.492903 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5e6111-6c95-46f0-814e-dc9a7c82c4f4'] response: {'server_uuid': 'a31a978e-d8fb-4412-ad8c-999a3f18cfce', 'name': 'network-vif-deleted', 'tag': '700f3c7c-ee4f-426b-9bf3-1e03b2102f81', 'status': 'completed', 'code': 200} Sep 26 05:30:33.604462 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Publish callbacks [] for router_gateway (49b1880d-de40-4094-ac55-b94f03b016fb), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:33.640802 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] Set router 2e88d9f9-095a-4e38-b5fd-ca49f250744b gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:33.754149 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d340f8-dc80-4ea8-9b70-9f48ef051f1e req-ad4e8238-a9d5-4b2f-878f-8e0bc0b83275 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:33.762661 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f7d340f8-dc80-4ea8-9b70-9f48ef051f1e req-ad4e8238-a9d5-4b2f-878f-8e0bc0b83275 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1112754 Sep 26 05:30:33.850736 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f7d340f8-dc80-4ea8-9b70-9f48ef051f1e req-77619e97-45c3-49d8-8a84-959718607d8b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869138 Sep 26 05:30:33.857612 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37444) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:33.918007 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37448) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:33.924569 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37450) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:33.960949 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Current status of the port f0a2d807-650e-45d2-baef-cc024286e416 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:33.962051 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f0a2d807-650e-45d2-baef-cc024286e416), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:33.993446 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:34.028184 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12aad040-6483-5282-87ec-497c7478fcf0-53137011-938d-4f01-8b06-1af9589fa518', 'network_id': '53137011-938d-4f01-8b06-1af9589fa518', 'project_id': '87f5261f400a414d9b28fc8ce213b317', 'fixed_ips': [{'subnet_id': '15b5103b-1e64-4f14-a516-1b2378a173f2'}]}} from dv-cinder-859186-2-iscsi. {{(pid=106342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:30:34.029587 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.075108 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:34.094736 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] For port f0a2d807-650e-45d2-baef-cc024286e416, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=f0a2d807-650e-45d2-baef-cc024286e416,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:30:34.117645 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-630fa954-c0fd-4f83-b245-4f196f3174e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.152637 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Publish callbacks [] for router_gateway (49b1880d-de40-4094-ac55-b94f03b016fb), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.187174 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.205383 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-325ee48d-3d0a-4448-8377-d70a19d6b325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.209813 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (f0a2d807-650e-45d2-baef-cc024286e416), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.299818 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-36dd4eff-5c46-403b-b47e-00da0c9deff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.312898 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fa2bcb24-8599-41d0-9abf-670d69fd9fbc req-b0341603-1520-4157-a5db-e0820f493b72 tempest-DeleteServersTestJSON-234650801 tempest-DeleteServersTestJSON-234650801-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=a31a978e-d8fb-4412-ad8c-999a3f18cfce HTTP/1.1" status: 200 len: 210 time: 0.0949249 Sep 26 05:30:34.322450 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:24Z', 'updated_at': '2022-09-26T05:30:29Z', 'revision_number': 4, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'gw_port': {'id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:25Z', 'updated_at': '2022-09-26T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'f0a2d807-650e-45d2-baef-cc024286e416', 'name': '', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'mac_address': 'fa:16:3e:c2:4a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:28Z', 'updated_at': '2022-09-26T05:30:32Z', 'revision_number': 4, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'subnets': [{'id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:34.375603 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Allocated IP 172.27.0.125 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/19acec29-4a3a-40ba-ae60-d12a5845b9da) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:30:34.377794 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:34.391965 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb5aa1f-0286-499a-a77f-ab5dc4478b85 None None] The sync data for ids ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'] in dv-cinder-859186-2-iscsi is: [{'id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:24Z', 'updated_at': '2022-09-26T05:30:29Z', 'revision_number': 4, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'gw_port': {'id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:25Z', 'updated_at': '2022-09-26T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'f0a2d807-650e-45d2-baef-cc024286e416', 'name': '', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'mac_address': 'fa:16:3e:c2:4a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:28Z', 'updated_at': '2022-09-26T05:30:32Z', 'revision_number': 4, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'subnets': [{'id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:30:34.394162 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Allocated IP 172.20.0.2 (53137011-938d-4f01-8b06-1af9589fa518/15b5103b-1e64-4f14-a516-1b2378a173f2/58f741a3-2e38-4f31-87d3-b88f2b0ba479) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:30:34.398678 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c809758-d8f2-4fbd-80a2-44e40530c4c9 None None] Pushing event updated for resources: {'Port': ['ID=f0a2d807-650e-45d2-baef-cc024286e416,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:34.405438 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-04e292c4-8a42-4f97-b4b5-ed73ae05c486 None None] Provisioning complete for port f0a2d807-650e-45d2-baef-cc024286e416 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:34.405897 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-04e292c4-8a42-4f97-b4b5-ed73ae05c486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (f0a2d807-650e-45d2-baef-cc024286e416), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.406307 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-04e292c4-8a42-4f97-b4b5-ed73ae05c486 None None] Attempt 1 to provision port f0a2d807-650e-45d2-baef-cc024286e416 Sep 26 05:30:34.473274 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=75,neutron:DELETE=8,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:34.503336 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-325ee48d-3d0a-4448-8377-d70a19d6b325 admin admin] Publish callbacks [] for security_group (1a89c463-1d9d-47c3-8ee3-966a37cced99), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.512219 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-630fa954-c0fd-4f83-b245-4f196f3174e7 admin admin] Publish callbacks [] for security_group (a23319c4-18cd-46d1-aa85-57cd119a500e), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.523755 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-325ee48d-3d0a-4448-8377-d70a19d6b325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (1a89c463-1d9d-47c3-8ee3-966a37cced99), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.550056 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Publish callbacks [] for port (19acec29-4a3a-40ba-ae60-d12a5845b9da), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.560692 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-630fa954-c0fd-4f83-b245-4f196f3174e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (a23319c4-18cd-46d1-aa85-57cd119a500e), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.574738 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ee48d-3d0a-4448-8377-d70a19d6b325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a89c463-1d9d-47c3-8ee3-966a37cced99,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:34.605915 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (19acec29-4a3a-40ba-ae60-d12a5845b9da), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.626329 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:34.627764 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fa954-c0fd-4f83-b245-4f196f3174e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23319c4-18cd-46d1-aa85-57cd119a500e,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:34.663733 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-325ee48d-3d0a-4448-8377-d70a19d6b325 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b7286fc11529424688d9fdda8c970ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7438228 Sep 26 05:30:34.664174 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:30:34.666886 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37458) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:34.674042 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-36dd4eff-5c46-403b-b47e-00da0c9deff3 admin admin] Publish callbacks [] for security_group (ab776207-c330-413a-89f7-74e0fe10ca7e), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.677415 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:34.680275 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:30:34.685362 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-36dd4eff-5c46-403b-b47e-00da0c9deff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (ab776207-c330-413a-89f7-74e0fe10ca7e), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.685892 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Pushing event updated for resources: {'Port': ['ID=19acec29-4a3a-40ba-ae60-d12a5845b9da,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:34.725733 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Publish callbacks [] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.740641 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-36dd4eff-5c46-403b-b47e-00da0c9deff3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b792b66b7d974b65b05c68eeb28c76b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8147051 Sep 26 05:30:34.743397 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.744081 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd4eff-5c46-403b-b47e-00da0c9deff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab776207-c330-413a-89f7-74e0fe10ca7e,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:34.746914 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37460) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:34.751092 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-630fa954-c0fd-4f83-b245-4f196f3174e7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=8b72c584a3c34b2abf50dfee02b87123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8919683 Sep 26 05:30:34.765045 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Network 53137011-938d-4f01-8b06-1af9589fa518 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:30:34.767966 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:34.770447 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37462) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:34.771157 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-04e292c4-8a42-4f97-b4b5-ed73ae05c486 None None] Current status of the port f0a2d807-650e-45d2-baef-cc024286e416 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:34.775287 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:30:34.815435 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:34.867972 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c2d1ec17-feb7-4b56-818e-9c7887f051ca admin admin] Publish callbacks [] for security_group (1a89c463-1d9d-47c3-8ee3-966a37cced99), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.880483 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Pushing event updated for resources: {'Port': ['ID=58f741a3-2e38-4f31-87d3-b88f2b0ba479,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:34.950821 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c2d1ec17-feb7-4b56-818e-9c7887f051ca admin admin] Publish callbacks [] for security_group (1a89c463-1d9d-47c3-8ee3-966a37cced99), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:34.974528 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Attempting to bind port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:30:34.976298 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Attempting to bind port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': '795e711c-fa1f-4a4e-a1eb-c16e27e1b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '53137011-938d-4f01-8b06-1af9589fa518'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:30:34.976880 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Attempting to bind port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 on network 53137011-938d-4f01-8b06-1af9589fa518 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:30:35.048481 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:30:35.049210 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Checking segment: {'id': '795e711c-fa1f-4a4e-a1eb-c16e27e1b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '53137011-938d-4f01-8b06-1af9589fa518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:30:35.049789 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:35.050551 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Bound using segment: {'id': '795e711c-fa1f-4a4e-a1eb-c16e27e1b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '53137011-938d-4f01-8b06-1af9589fa518'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:30:35.051400 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Bound port: 58f741a3-2e38-4f31-87d3-b88f2b0ba479, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795e711c-fa1f-4a4e-a1eb-c16e27e1b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '53137011-938d-4f01-8b06-1af9589fa518'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:30:35.052640 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:35.068583 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:35.139984 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:35.143336 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c2d1ec17-feb7-4b56-818e-9c7887f051ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (1a89c463-1d9d-47c3-8ee3-966a37cced99), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:35.146238 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c2d1ec17-feb7-4b56-818e-9c7887f051ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:35.149894 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-c2d1ec17-feb7-4b56-818e-9c7887f051ca admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1a89c463-1d9d-47c3-8ee3-966a37cced99 HTTP/1.1" status: 204 len: 168 time: 0.4792280 Sep 26 05:30:35.171008 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] For port 58f741a3-2e38-4f31-87d3-b88f2b0ba479, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:30:35.176410 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] For port 58f741a3-2e38-4f31-87d3-b88f2b0ba479, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=58f741a3-2e38-4f31-87d3-b88f2b0ba479,segment=NetworkSegment(795e711c-fa1f-4a4e-a1eb-c16e27e1b402),segment_id=795e711c-fa1f-4a4e-a1eb-c16e27e1b402)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:30:35.191416 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:35.219895 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1ec17-feb7-4b56-818e-9c7887f051ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a89c463-1d9d-47c3-8ee3-966a37cced99,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:35.235549 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Publish callbacks [] for router_gateway (49b1880d-de40-4094-ac55-b94f03b016fb), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:35.310364 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b88813-0870-40d4-be90-650a31b2552b None None] Pushing event updated for resources: {'Port': ['ID=58f741a3-2e38-4f31-87d3-b88f2b0ba479,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:35.439570 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ff79ad2b-931b-42f9-a9b4-8a1d029aea91 admin admin] Publish callbacks [] for security_group (ab776207-c330-413a-89f7-74e0fe10ca7e), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:35.485954 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-cd65d42f-10aa-4524-b830-1c369347e584 admin admin] Publish callbacks [] for security_group (a23319c4-18cd-46d1-aa85-57cd119a500e), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:35.508625 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d8e8a-2e89-4a9d-a6dd-5e8cd59f056e req-a5e7260f-7f05-4993-9bc5-11aad0b68bdd tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:35.524785 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7c4d8e8a-2e89-4a9d-a6dd-5e8cd59f056e req-a5e7260f-7f05-4993-9bc5-11aad0b68bdd tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1961396 Sep 26 05:30:35.564449 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ff79ad2b-931b-42f9-a9b4-8a1d029aea91 admin admin] Publish callbacks [] for security_group (ab776207-c330-413a-89f7-74e0fe10ca7e), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:35.616704 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581409'] for router (49b1880d-de40-4094-ac55-b94f03b016fb), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:35.665690 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-cd65d42f-10aa-4524-b830-1c369347e584 admin admin] Publish callbacks [] for security_group (a23319c4-18cd-46d1-aa85-57cd119a500e), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:35.741394 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ff79ad2b-931b-42f9-a9b4-8a1d029aea91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (ab776207-c330-413a-89f7-74e0fe10ca7e), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:35.744466 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ff79ad2b-931b-42f9-a9b4-8a1d029aea91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:35.745887 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-ff79ad2b-931b-42f9-a9b4-8a1d029aea91 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ab776207-c330-413a-89f7-74e0fe10ca7e HTTP/1.1" status: 204 len: 168 time: 0.9977202 Sep 26 05:30:35.834584 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7c4d8e8a-2e89-4a9d-a6dd-5e8cd59f056e req-0eef2f66-88da-4edd-9e7a-4c17c4fa6214 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092961 Sep 26 05:30:35.845998 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79ad2b-931b-42f9-a9b4-8a1d029aea91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab776207-c330-413a-89f7-74e0fe10ca7e,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:35.862266 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:30:35.892646 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-cd65d42f-10aa-4524-b830-1c369347e584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (a23319c4-18cd-46d1-aa85-57cd119a500e), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:35.896889 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-cd65d42f-10aa-4524-b830-1c369347e584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:35.898380 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-cd65d42f-10aa-4524-b830-1c369347e584 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a23319c4-18cd-46d1-aa85-57cd119a500e HTTP/1.1" status: 204 len: 168 time: 1.1279366 Sep 26 05:30:35.929289 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65d42f-10aa-4524-b830-1c369347e584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23319c4-18cd-46d1-aa85-57cd119a500e,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:35.947527 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37486) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:35.994982 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:30:35.996166 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 700f3c7c-ee4f-426b-9bf3-1e03b2102f81 not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:30:36.003812 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-936df6b6-e1e7-4155-9d78-44e227790d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:36.072189 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:36.094268 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Router 49b1880d-de40-4094-ac55-b94f03b016fb is scheduled to L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f with binding_index 1 {{(pid=106341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:30:36.143275 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 58f741a3-2e38-4f31-87d3-b88f2b0ba479 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:30:36.304094 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:36.304859 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:36.305423 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 Sep 26 05:30:36.308750 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-936df6b6-e1e7-4155-9d78-44e227790d92 admin admin] Publish callbacks [] for security_group (f7ee0e9b-5b24-4024-8fc9-bc3f41d137b2), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:36.316225 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-936df6b6-e1e7-4155-9d78-44e227790d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (f7ee0e9b-5b24-4024-8fc9-bc3f41d137b2), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:36.376934 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-936df6b6-e1e7-4155-9d78-44e227790d92 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5fa3e3e21ac344e7b0b866cde92f79b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4269059 Sep 26 05:30:36.380827 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37492) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:36.424180 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:30:36.436927 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Sync routers for ids ['49b1880d-de40-4094-ac55-b94f03b016fb'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:30:36.465243 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:36.467990 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-9ea5990f-0eec-4f3a-8895-1dd3f7f927d9 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2475660 Sep 26 05:30:36.471007 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37494) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:36.477773 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Routers {'49b1880d-de40-4094-ac55-b94f03b016fb'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:36.478795 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['49b1880d-de40-4094-ac55-b94f03b016fb'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:36.555089 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:36.583334 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936df6b6-e1e7-4155-9d78-44e227790d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ee0e9b-5b24-4024-8fc9-bc3f41d137b2,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:36.583608 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:36.583608 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:36.639759 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37498) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:36.683882 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Set router 49b1880d-de40-4094-ac55-b94f03b016fb gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:36.697048 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8dfcde46-7aa4-44ea-8774-b1e5a5c72d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:36.715860 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port 58f741a3-2e38-4f31-87d3-b88f2b0ba479, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=58f741a3-2e38-4f31-87d3-b88f2b0ba479,segment=NetworkSegment(795e711c-fa1f-4a4e-a1eb-c16e27e1b402),segment_id=795e711c-fa1f-4a4e-a1eb-c16e27e1b402)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:30:36.726812 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-26cbf467-e7a5-405a-bf3c-095ccd10424e admin admin] Publish callbacks [] for security_group (f7ee0e9b-5b24-4024-8fc9-bc3f41d137b2), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:36.732182 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:36.735447 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device f0a2d807-650e-45d2-baef-cc024286e416 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:30:36.782752 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-26cbf467-e7a5-405a-bf3c-095ccd10424e admin admin] Publish callbacks [] for security_group (f7ee0e9b-5b24-4024-8fc9-bc3f41d137b2), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:36.892499 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port f0a2d807-650e-45d2-baef-cc024286e416 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:36.893198 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (f0a2d807-650e-45d2-baef-cc024286e416), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:36.895870 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port f0a2d807-650e-45d2-baef-cc024286e416 Sep 26 05:30:36.917723 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-26cbf467-e7a5-405a-bf3c-095ccd10424e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (f7ee0e9b-5b24-4024-8fc9-bc3f41d137b2), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:36.920976 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-26cbf467-e7a5-405a-bf3c-095ccd10424e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:36.925245 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-26cbf467-e7a5-405a-bf3c-095ccd10424e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f7ee0e9b-5b24-4024-8fc9-bc3f41d137b2 HTTP/1.1" status: 204 len: 168 time: 0.5406818 Sep 26 05:30:36.953766 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbf467-e7a5-405a-bf3c-095ccd10424e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ee0e9b-5b24-4024-8fc9-bc3f41d137b2,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:37.028015 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=58f741a3-2e38-4f31-87d3-b88f2b0ba479,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:37.090764 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'name': 'tempest-TestShelveInstance-1481964516-router', 'tenant_id': '87f5261f400a414d9b28fc8ce213b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '19acec29-4a3a-40ba-ae60-d12a5845b9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:33Z', 'updated_at': '2022-09-26T05:30:34Z', 'revision_number': 3, 'project_id': '87f5261f400a414d9b28fc8ce213b317', 'gw_port': {'id': '19acec29-4a3a-40ba-ae60-d12a5845b9da', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:34Z', 'updated_at': '2022-09-26T05:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:37.161086 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port f0a2d807-650e-45d2-baef-cc024286e416 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:37.179787 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d82fa-0b5a-4f19-b7b8-13500d69aa9a req-b6a62c7d-0d2c-448a-b65b-75621d4ad27d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:37.189669 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f85d82fa-0b5a-4f19-b7b8-13500d69aa9a req-b6a62c7d-0d2c-448a-b65b-75621d4ad27d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1163106 Sep 26 05:30:37.189946 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Checking router: 49b1880d-de40-4094-ac55-b94f03b016fb for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:30:37.190691 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Updating router 49b1880d-de40-4094-ac55-b94f03b016fb port 19acec29-4a3a-40ba-ae60-d12a5845b9da binding host dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:30:37.212199 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974c13d0-50a4-45ce-bf6e-857f216df11d None None] Network 53137011-938d-4f01-8b06-1af9589fa518 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:30:37.284213 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37506) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:37.327633 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:37.338221 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (19acec29-4a3a-40ba-ae60-d12a5845b9da), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:37.356019 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ec688b4a-5da5-470c-a313-402856051ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:37.390515 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f85d82fa-0b5a-4f19-b7b8-13500d69aa9a req-3726fcfb-0914-450d-9bcd-47a51b21b46f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870406 Sep 26 05:30:37.417853 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:37.420388 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8dfcde46-7aa4-44ea-8774-b1e5a5c72d38 admin admin] Publish callbacks [] for security_group (b8011b84-bd03-465e-bca6-b633c076877b), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:37.439898 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8dfcde46-7aa4-44ea-8774-b1e5a5c72d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (b8011b84-bd03-465e-bca6-b633c076877b), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:37.482174 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37516) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:37.493017 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-8dfcde46-7aa4-44ea-8774-b1e5a5c72d38 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=08c3961ab4044c35b585b1b52c4e80f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8482099 Sep 26 05:30:37.505525 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37518) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:37.522832 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-079ba51c-08d4-4872-92d2-62c326cd11fb None None] Provisioning complete for port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:37.523204 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-079ba51c-08d4-4872-92d2-62c326cd11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:37.523543 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-079ba51c-08d4-4872-92d2-62c326cd11fb None None] Attempt 1 to provision port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 Sep 26 05:30:37.616427 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ec688b4a-5da5-470c-a313-402856051ac8 admin admin] Publish callbacks [] for security_group (e6934dd2-b5b6-480a-8f5b-e40e4fb62f1d), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:37.635883 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ec688b4a-5da5-470c-a313-402856051ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (e6934dd2-b5b6-480a-8f5b-e40e4fb62f1d), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:37.722080 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcde46-7aa4-44ea-8774-b1e5a5c72d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8011b84-bd03-465e-bca6-b633c076877b,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:37.737852 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-48b6066e-4b02-4769-b47a-6339f9f871d3 admin admin] Publish callbacks [] for security_group (b8011b84-bd03-465e-bca6-b633c076877b), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:37.743609 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:37.778564 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-48b6066e-4b02-4769-b47a-6339f9f871d3 admin admin] Publish callbacks [] for security_group (b8011b84-bd03-465e-bca6-b633c076877b), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:37.799083 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec688b4a-5da5-470c-a313-402856051ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6934dd2-b5b6-480a-8f5b-e40e4fb62f1d,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:37.808370 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-ec688b4a-5da5-470c-a313-402856051ac8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7eaf6c5d26174bc19e65437c418b54a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5228622 Sep 26 05:30:37.829174 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37522) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:37.924363 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-079ba51c-08d4-4872-92d2-62c326cd11fb None None] Current status of the port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:37.947303 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:38.009535 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 58f741a3-2e38-4f31-87d3-b88f2b0ba479 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:30:38.058772 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Publish callbacks [] for port (19acec29-4a3a-40ba-ae60-d12a5845b9da), precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:38.060491 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc73e-cde8-4fe6-a54e-6250c815cc2f admin admin] Publish callbacks [] for security_group (e6934dd2-b5b6-480a-8f5b-e40e4fb62f1d), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:38.070042 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (19acec29-4a3a-40ba-ae60-d12a5845b9da), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:38.071036 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-48b6066e-4b02-4769-b47a-6339f9f871d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (b8011b84-bd03-465e-bca6-b633c076877b), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:38.075102 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-48b6066e-4b02-4769-b47a-6339f9f871d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:38.091364 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-48b6066e-4b02-4769-b47a-6339f9f871d3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b8011b84-bd03-465e-bca6-b633c076877b HTTP/1.1" status: 204 len: 168 time: 0.5837169 Sep 26 05:30:38.141048 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:38.149353 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-d3a31783-0bc5-417e-bd03-7f6c1ff75918 None None] Provisioning complete for port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:38.150368 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d3a31783-0bc5-417e-bd03-7f6c1ff75918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:38.150863 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d3a31783-0bc5-417e-bd03-7f6c1ff75918 None None] Attempt 1 to provision port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 Sep 26 05:30:38.183735 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:38.212339 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Attempting to bind port 19acec29-4a3a-40ba-ae60-d12a5845b9da on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:30:38.217083 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:38.222250 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:38.225384 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 Sep 26 05:30:38.227321 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Attempting to bind port 19acec29-4a3a-40ba-ae60-d12a5845b9da by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:30:38.227790 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Attempting to bind port 19acec29-4a3a-40ba-ae60-d12a5845b9da on network 1d7e5a44-5796-4db3-9f47-9726042cf055 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:30:38.231696 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1044f-36f5-40e1-99b0-5b44aac09a7a None None] Pushing event updated for resources: {'Port': ['ID=19acec29-4a3a-40ba-ae60-d12a5845b9da,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:38.330554 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc73e-cde8-4fe6-a54e-6250c815cc2f admin admin] Publish callbacks [] for security_group (e6934dd2-b5b6-480a-8f5b-e40e4fb62f1d), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:38.343876 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:38.352785 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6066e-4b02-4769-b47a-6339f9f871d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8011b84-bd03-465e-bca6-b633c076877b,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:38.375688 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:30:38.375688 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Checking segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:30:38.377430 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:38.377834 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Bound using segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:30:38.378333 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Bound port: 19acec29-4a3a-40ba-ae60-d12a5845b9da, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:30:38.378723 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (19acec29-4a3a-40ba-ae60-d12a5845b9da), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:38.495165 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d3a31783-0bc5-417e-bd03-7f6c1ff75918 None None] Current status of the port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:38.500347 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:38.531305 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:38.556581 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Allocated IP 172.20.0.1 (53137011-938d-4f01-8b06-1af9589fa518/15b5103b-1e64-4f14-a516-1b2378a173f2/164754f4-e3da-4290-9a2b-9a059265a501) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:30:38.570761 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] For port 19acec29-4a3a-40ba-ae60-d12a5845b9da, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:30:38.577637 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] For port 19acec29-4a3a-40ba-ae60-d12a5845b9da, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=19acec29-4a3a-40ba-ae60-d12a5845b9da,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:30:38.590461 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (19acec29-4a3a-40ba-ae60-d12a5845b9da), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:38.639497 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:38.648967 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc73e-cde8-4fe6-a54e-6250c815cc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (e6934dd2-b5b6-480a-8f5b-e40e4fb62f1d), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:38.652842 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc73e-cde8-4fe6-a54e-6250c815cc2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:38.654472 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-dd2bc73e-cde8-4fe6-a54e-6250c815cc2f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e6934dd2-b5b6-480a-8f5b-e40e4fb62f1d HTTP/1.1" status: 204 len: 168 time: 0.8215709 Sep 26 05:30:38.661997 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-99703ec9-b2bb-4aa7-9038-cc278db32a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688035'] for router_interface (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:38.705098 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Routers {'49b1880d-de40-4094-ac55-b94f03b016fb'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:38.705987 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['49b1880d-de40-4094-ac55-b94f03b016fb'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:38.838877 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd75172-b4a3-45cf-be98-754985419849 req-15dbc848-3f52-4de8-87f1-2b9e807cb66c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:38.847148 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3dd75172-b4a3-45cf-be98-754985419849 req-15dbc848-3f52-4de8-87f1-2b9e807cb66c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.2279367 Sep 26 05:30:38.946196 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bc73e-cde8-4fe6-a54e-6250c815cc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6934dd2-b5b6-480a-8f5b-e40e4fb62f1d,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:38.982658 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1044f-36f5-40e1-99b0-5b44aac09a7a None None] Pushing event updated for resources: {'Port': ['ID=19acec29-4a3a-40ba-ae60-d12a5845b9da,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:39.033379 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Publish callbacks [] for port (164754f4-e3da-4290-9a2b-9a059265a501), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:39.081082 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3dd75172-b4a3-45cf-be98-754985419849 req-f40cba4d-05a3-4b19-be1a-1dd9acd25924 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327769 Sep 26 05:30:39.108182 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] Set router 49b1880d-de40-4094-ac55-b94f03b016fb gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:39.121611 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (164754f4-e3da-4290-9a2b-9a059265a501), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:39.235000 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Pushing event updated for resources: {'Port': ['ID=164754f4-e3da-4290-9a2b-9a059265a501,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:39.248648 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Network 53137011-938d-4f01-8b06-1af9589fa518 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:30:39.251410 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:39.253860 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:30:39.280276 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-99703ec9-b2bb-4aa7-9038-cc278db32a12 admin admin] Deleting port 01098292-e1d0-46e5-9217-09169c6134f6 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:30:39.280276 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-99703ec9-b2bb-4aa7-9038-cc278db32a12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (01098292-e1d0-46e5-9217-09169c6134f6), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:39.328011 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:39.330738 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:39.369822 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687896'] for router_interface (49b1880d-de40-4094-ac55-b94f03b016fb), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:39.464315 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [None req-99703ec9-b2bb-4aa7-9038-cc278db32a12 admin admin] For port 01098292-e1d0-46e5-9217-09169c6134f6, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=01098292-e1d0-46e5-9217-09169c6134f6,segment=NetworkSegment(d9faaf72-73c5-4de9-a193-559ab0abff66),segment_id=d9faaf72-73c5-4de9-a193-559ab0abff66)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:30:39.464907 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-99703ec9-b2bb-4aa7-9038-cc278db32a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (01098292-e1d0-46e5-9217-09169c6134f6), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:39.470873 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'name': 'tempest-TestShelveInstance-1481964516-router', 'tenant_id': '87f5261f400a414d9b28fc8ce213b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '19acec29-4a3a-40ba-ae60-d12a5845b9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:33Z', 'updated_at': '2022-09-26T05:30:34Z', 'revision_number': 3, 'project_id': '87f5261f400a414d9b28fc8ce213b317', 'gw_port': {'id': '19acec29-4a3a-40ba-ae60-d12a5845b9da', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:34Z', 'updated_at': '2022-09-26T05:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:39.500529 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-99703ec9-b2bb-4aa7-9038-cc278db32a12 admin admin] Calling delete_port for 01098292-e1d0-46e5-9217-09169c6134f6 owned by network:router_interface {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:30:39.535353 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc2eee-56e3-4ea5-961a-18c4fc8b0993 None None] The sync data for ids ['49b1880d-de40-4094-ac55-b94f03b016fb'] in dv-cinder-859186-2-iscsi is: [{'id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'name': 'tempest-TestShelveInstance-1481964516-router', 'tenant_id': '87f5261f400a414d9b28fc8ce213b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '19acec29-4a3a-40ba-ae60-d12a5845b9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:33Z', 'updated_at': '2022-09-26T05:30:34Z', 'revision_number': 3, 'project_id': '87f5261f400a414d9b28fc8ce213b317', 'gw_port': {'id': '19acec29-4a3a-40ba-ae60-d12a5845b9da', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:34Z', 'updated_at': '2022-09-26T05:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:30:39.737684 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Provisioning complete for port 164754f4-e3da-4290-9a2b-9a059265a501 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:39.738307 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (164754f4-e3da-4290-9a2b-9a059265a501), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:39.739559 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Attempt 1 to provision port 164754f4-e3da-4290-9a2b-9a059265a501 Sep 26 05:30:39.750822 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (164754f4-e3da-4290-9a2b-9a059265a501), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:39.833208 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Port 164754f4-e3da-4290-9a2b-9a059265a501 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:39.896536 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-99703ec9-b2bb-4aa7-9038-cc278db32a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674'] for port (01098292-e1d0-46e5-9217-09169c6134f6), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:39.904508 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:39.937772 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99703ec9-b2bb-4aa7-9038-cc278db32a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=01098292-e1d0-46e5-9217-09169c6134f6,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:40.219190 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Publish callbacks [] for port (164754f4-e3da-4290-9a2b-9a059265a501), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:40.235003 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (164754f4-e3da-4290-9a2b-9a059265a501), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:40.243238 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-99703ec9-b2bb-4aa7-9038-cc278db32a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582419'] for router_interface (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:40.334290 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Attempt 2 to provision port 164754f4-e3da-4290-9a2b-9a059265a501 Sep 26 05:30:40.394255 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Port 164754f4-e3da-4290-9a2b-9a059265a501 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:40.496118 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Pushing event updated for resources: {'Port': ['ID=164754f4-e3da-4290-9a2b-9a059265a501,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:40.527645 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688012'] for router_interface (49b1880d-de40-4094-ac55-b94f03b016fb), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:40.554806 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7fbbb7-5427-43a1-92eb-86154a4c6c88 req-370b5ccd-a868-4391-a195-22c0be412048 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:40.557172 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ac7fbbb7-5427-43a1-92eb-86154a4c6c88 req-370b5ccd-a868-4391-a195-22c0be412048 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.2934246 Sep 26 05:30:40.746339 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Network 53137011-938d-4f01-8b06-1af9589fa518 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:30:40.748833 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:40.828609 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ac7fbbb7-5427-43a1-92eb-86154a4c6c88 req-9eab0ba0-cc5c-43b1-bf80-47089a0114fc tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496359 Sep 26 05:30:40.896393 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Attempt 3 to provision port 164754f4-e3da-4290-9a2b-9a059265a501 Sep 26 05:30:40.973509 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99703ec9-b2bb-4aa7-9038-cc278db32a12 admin admin] Router e7071c6f-bfa5-4727-9a0a-1b9ae81c814d has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:30:40.982765 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Router 49b1880d-de40-4094-ac55-b94f03b016fb has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:30:40.991781 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Port 164754f4-e3da-4290-9a2b-9a059265a501 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:41.205496 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:41.217372 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99703ec9-b2bb-4aa7-9038-cc278db32a12 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:30:41.231273 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:30:41.235757 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6594db0-5890-4984-8d33-a0e76bb32c59 None None] Sync routers for ids ['e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:30:41.246513 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-5d1e8fef-6ce3-484b-b092-f1e4dc642181 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/49b1880d-de40-4094-ac55-b94f03b016fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7654626 Sep 26 05:30:41.246513 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37600) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:41.246686 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-99703ec9-b2bb-4aa7-9038-cc278db32a12 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/e7071c6f-bfa5-4727-9a0a-1b9ae81c814d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6247289 Sep 26 05:30:41.272624 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6594db0-5890-4984-8d33-a0e76bb32c59 None None] Routers {'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:41.273263 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-f6594db0-5890-4984-8d33-a0e76bb32c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:41.424868 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] Publish callbacks [] for router (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:41.524593 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Attempt 4 to provision port 164754f4-e3da-4290-9a2b-9a059265a501 Sep 26 05:30:41.591793 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] Publish callbacks [] for router_gateway (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:41.624372 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Port 164754f4-e3da-4290-9a2b-9a059265a501 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:41.654020 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] Deleting port ad77344f-908e-4eb2-a371-99e7a5217153 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:30:41.654602 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (ad77344f-908e-4eb2-a371-99e7a5217153), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:41.672751 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-f6594db0-5890-4984-8d33-a0e76bb32c59 None None] Set router e7071c6f-bfa5-4727-9a0a-1b9ae81c814d gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:41.855844 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:41.859255 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] For port ad77344f-908e-4eb2-a371-99e7a5217153, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=ad77344f-908e-4eb2-a371-99e7a5217153,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:30:41.859646 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (ad77344f-908e-4eb2-a371-99e7a5217153), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:41.952353 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] Calling delete_port for ad77344f-908e-4eb2-a371-99e7a5217153 owned by network:router_gateway {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:30:42.034321 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-f6594db0-5890-4984-8d33-a0e76bb32c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'name': 'tempest-DeleteServersTestJSON-528819661-router', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'ad77344f-908e-4eb2-a371-99e7a5217153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:08Z', 'updated_at': '2022-09-26T05:30:39Z', 'revision_number': 5, 'project_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'gw_port': {'id': 'ad77344f-908e-4eb2-a371-99e7a5217153', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:42.096665 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:42.146890 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:42.162591 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613d3f6-e347-4e11-9d22-240c2fea5d2c req-4de7b90c-4ea1-4a33-9b0b-bf648a29c7ad tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:42.178480 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5613d3f6-e347-4e11-9d22-240c2fea5d2c req-4de7b90c-4ea1-4a33-9b0b-bf648a29c7ad tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1383500 Sep 26 05:30:42.226890 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Attempt 5 to provision port 164754f4-e3da-4290-9a2b-9a059265a501 Sep 26 05:30:42.235282 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 19acec29-4a3a-40ba-ae60-d12a5845b9da up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:30:42.317869 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5613d3f6-e347-4e11-9d22-240c2fea5d2c req-713f1dfa-2a47-4806-947d-ae7ec463bf50 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325929 Sep 26 05:30:42.407443 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:42.421798 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6594db0-5890-4984-8d33-a0e76bb32c59 None None] Checking router: e7071c6f-bfa5-4727-9a0a-1b9ae81c814d for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:30:42.454399 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37630) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:42.468628 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-ed1bdb65-b0d5-4c37-b5e3-7552a051b101 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386141646', 'description': 'tempest-secgroup-smoke-1386141646 description', 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:42.545100 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ed1bdb65-b0d5-4c37-b5e3-7552a051b101 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:42.559705 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6594db0-5890-4984-8d33-a0e76bb32c59 None None] Routers {'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:42.563859 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-f6594db0-5890-4984-8d33-a0e76bb32c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:42.687345 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (ad77344f-908e-4eb2-a371-99e7a5217153), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:42.700448 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Sync routers for ids ['49b1880d-de40-4094-ac55-b94f03b016fb'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:30:42.721642 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Routers {'49b1880d-de40-4094-ac55-b94f03b016fb'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:42.722717 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['49b1880d-de40-4094-ac55-b94f03b016fb'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:42.742114 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Port 164754f4-e3da-4290-9a2b-9a059265a501 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:42.745416 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 19acec29-4a3a-40ba-ae60-d12a5845b9da triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:42.745950 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (19acec29-4a3a-40ba-ae60-d12a5845b9da), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:42.746454 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 19acec29-4a3a-40ba-ae60-d12a5845b9da Sep 26 05:30:42.774940 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad77344f-908e-4eb2-a371-99e7a5217153,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:42.851126 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ed1bdb65-b0d5-4c37-b5e3-7552a051b101 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group (6cb0b755-4153-4443-a898-53d4121b1060), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:42.861503 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ed1bdb65-b0d5-4c37-b5e3-7552a051b101 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (6cb0b755-4153-4443-a898-53d4121b1060), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:42.889912 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Set router 49b1880d-de40-4094-ac55-b94f03b016fb gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:42.922491 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-f6594db0-5890-4984-8d33-a0e76bb32c59 None None] Set router e7071c6f-bfa5-4727-9a0a-1b9ae81c814d gateway port host: None {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:42.939578 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ed1bdb65-b0d5-4c37-b5e3-7552a051b101 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:42.945757 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-ed1bdb65-b0d5-4c37-b5e3-7552a051b101 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4891529 Sep 26 05:30:42.948012 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37642) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:42.953491 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bdb65-b0d5-4c37-b5e3-7552a051b101 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb0b755-4153-4443-a898-53d4121b1060,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:42.958680 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-7b11a404-7f42-4d77-9644-22dd611ebf1e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Request body: {'security_group_rule': {'security_group_id': '6cb0b755-4153-4443-a898-53d4121b1060', 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:43.036060 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-f6594db0-5890-4984-8d33-a0e76bb32c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'name': 'tempest-DeleteServersTestJSON-528819661-router', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:08Z', 'updated_at': '2022-09-26T05:30:41Z', 'revision_number': 6, 'project_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'gw_port_host': None}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:43.044550 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581465'] for router_gateway (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.069591 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6594db0-5890-4984-8d33-a0e76bb32c59 None None] The sync data for ids ['e7071c6f-bfa5-4727-9a0a-1b9ae81c814d'] in dv-cinder-859186-2-iscsi is: [{'id': 'e7071c6f-bfa5-4727-9a0a-1b9ae81c814d', 'name': 'tempest-DeleteServersTestJSON-528819661-router', 'tenant_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:08Z', 'updated_at': '2022-09-26T05:30:41Z', 'revision_number': 6, 'project_id': '0a676eb5cbd74956ba12b1d5595e3f18', 'gw_port_host': None}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:30:43.126496 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 19acec29-4a3a-40ba-ae60-d12a5845b9da is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:43.126883 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (19acec29-4a3a-40ba-ae60-d12a5845b9da), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.179366 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port 19acec29-4a3a-40ba-ae60-d12a5845b9da, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=19acec29-4a3a-40ba-ae60-d12a5845b9da,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:30:43.187711 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (19acec29-4a3a-40ba-ae60-d12a5845b9da), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.254414 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Attempt 6 to provision port 164754f4-e3da-4290-9a2b-9a059265a501 Sep 26 05:30:43.282434 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.286363 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] Publish callbacks [] for router_controller (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.333356 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37652) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:43.352032 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'name': 'tempest-TestShelveInstance-1481964516-router', 'tenant_id': '87f5261f400a414d9b28fc8ce213b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '19acec29-4a3a-40ba-ae60-d12a5845b9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:33Z', 'updated_at': '2022-09-26T05:30:39Z', 'revision_number': 4, 'project_id': '87f5261f400a414d9b28fc8ce213b317', 'gw_port': {'id': '19acec29-4a3a-40ba-ae60-d12a5845b9da', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:34Z', 'updated_at': '2022-09-26T05:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '164754f4-e3da-4290-9a2b-9a059265a501', 'name': '', 'network_id': '53137011-938d-4f01-8b06-1af9589fa518', 'tenant_id': '87f5261f400a414d9b28fc8ce213b317', 'mac_address': 'fa:16:3e:7a:3f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '15b5103b-1e64-4f14-a516-1b2378a173f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:38Z', 'updated_at': '2022-09-26T05:30:39Z', 'revision_number': 2, 'project_id': '87f5261f400a414d9b28fc8ce213b317', 'subnets': [{'id': '15b5103b-1e64-4f14-a516-1b2378a173f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:43.367520 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Port 164754f4-e3da-4290-9a2b-9a059265a501 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:43.368485 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=19acec29-4a3a-40ba-ae60-d12a5845b9da,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:43.403668 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7b11a404-7f42-4d77-9644-22dd611ebf1e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (e552a40d-1375-4784-b3e3-78675e84a75b), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.439113 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Checking router: 49b1880d-de40-4094-ac55-b94f03b016fb for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:30:43.439345 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Updating router 49b1880d-de40-4094-ac55-b94f03b016fb port 164754f4-e3da-4290-9a2b-9a059265a501 binding host dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:30:43.456473 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582510'] for router (e7071c6f-bfa5-4727-9a0a-1b9ae81c814d), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.457366 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7071c6f-bfa5-4727-9a0a-1b9ae81c814d {{(pid=106341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:30:43.466910 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.467643 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-2793faa7-d2c6-428a-ab4a-43213846e56e admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/e7071c6f-bfa5-4727-9a0a-1b9ae81c814d HTTP/1.1" status: 204 len: 168 time: 2.2272387 Sep 26 05:30:43.472651 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37660) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:43.491615 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:43.495695 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7b11a404-7f42-4d77-9644-22dd611ebf1e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (e552a40d-1375-4784-b3e3-78675e84a75b), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.526042 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7b11a404-7f42-4d77-9644-22dd611ebf1e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (e552a40d-1375-4784-b3e3-78675e84a75b), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.554702 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (164754f4-e3da-4290-9a2b-9a059265a501), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.573233 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11a404-7f42-4d77-9644-22dd611ebf1e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e552a40d-1375-4784-b3e3-78675e84a75b,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:43.582413 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d608a9-f4a3-45ba-b15c-93e012433d18 admin admin] Deleting subnet ce492be2-4210-4d61-8df6-606eaf40dacb {{(pid=106341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:30:43.589077 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b1d608a9-f4a3-45ba-b15c-93e012433d18 admin admin] Publish callbacks [] for subnet (ce492be2-4210-4d61-8df6-606eaf40dacb), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.603838 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36e626-e7df-4f1d-a313-2fcd17808408 req-5ebcc856-a1f5-4090-b150-33da17f72240 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:43.619477 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-df36e626-e7df-4f1d-a313-2fcd17808408 req-5ebcc856-a1f5-4090-b150-33da17f72240 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1396956 Sep 26 05:30:43.638989 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b1d608a9-f4a3-45ba-b15c-93e012433d18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421571'] for subnet (ce492be2-4210-4d61-8df6-606eaf40dacb), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.713980 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-71df3237-3f81-45c5-a1b2-81aa305869c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.771458 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7b11a404-7f42-4d77-9644-22dd611ebf1e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.776705 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-7b11a404-7f42-4d77-9644-22dd611ebf1e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8274901 Sep 26 05:30:43.777835 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37670) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:43.789056 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-e6765359-c7fd-40fa-8268-cef75c61fdf0 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Request body: {'security_group_rule': {'security_group_id': '6cb0b755-4153-4443-a898-53d4121b1060', 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:43.869426 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Attempt 7 to provision port 164754f4-e3da-4290-9a2b-9a059265a501 Sep 26 05:30:43.871741 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:43.882319 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-71df3237-3f81-45c5-a1b2-81aa305869c7 admin admin] Publish callbacks [] for security_group (1abd8237-0bd6-4293-bddf-a52e5f932819), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.888407 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b1d608a9-f4a3-45ba-b15c-93e012433d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (ce492be2-4210-4d61-8df6-606eaf40dacb), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.902261 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-71df3237-3f81-45c5-a1b2-81aa305869c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (1abd8237-0bd6-4293-bddf-a52e5f932819), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:43.931577 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Port 164754f4-e3da-4290-9a2b-9a059265a501 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:43.938419 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-df36e626-e7df-4f1d-a313-2fcd17808408 req-d923001b-1620-443c-ab04-296ebdd4a9aa tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061619 Sep 26 05:30:43.994919 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-71df3237-3f81-45c5-a1b2-81aa305869c7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=76862b7a965041eba3e19e7cecd13c5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6597519 Sep 26 05:30:43.999244 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37676) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:44.011266 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df3237-3f81-45c5-a1b2-81aa305869c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abd8237-0bd6-4293-bddf-a52e5f932819,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:44.039151 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:44.041235 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:44.050180 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e6765359-c7fd-40fa-8268-cef75c61fdf0 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (4f4be24b-ce83-4a40-a325-397cc165a956), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.175413 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:44.204944 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37678) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:44.219246 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Publish callbacks [] for port (164754f4-e3da-4290-9a2b-9a059265a501), precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.234101 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b1d608a9-f4a3-45ba-b15c-93e012433d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2423481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802036'] for subnet (ce492be2-4210-4d61-8df6-606eaf40dacb), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.236155 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (164754f4-e3da-4290-9a2b-9a059265a501), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.263076 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 19acec29-4a3a-40ba-ae60-d12a5845b9da up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:30:44.297369 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b34807c6-ff96-4a3f-8cbc-e0833870940a admin admin] Publish callbacks [] for security_group (1abd8237-0bd6-4293-bddf-a52e5f932819), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.304020 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d608a9-f4a3-45ba-b15c-93e012433d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce492be2-4210-4d61-8df6-606eaf40dacb,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:44.314613 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b1d608a9-f4a3-45ba-b15c-93e012433d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.318567 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-b1d608a9-f4a3-45ba-b15c-93e012433d18 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/ce492be2-4210-4d61-8df6-606eaf40dacb HTTP/1.1" status: 204 len: 168 time: 0.8442326 Sep 26 05:30:44.321409 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37682) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:44.330247 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb1b527-8eac-4dd0-8f66-50fe07544bf6 None None] Network 57c648e4-fdcc-4713-bf51-b124d7faabd4 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:30:44.338587 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e6765359-c7fd-40fa-8268-cef75c61fdf0 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (4f4be24b-ce83-4a40-a325-397cc165a956), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.365598 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b34807c6-ff96-4a3f-8cbc-e0833870940a admin admin] Publish callbacks [] for security_group (1abd8237-0bd6-4293-bddf-a52e5f932819), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.370382 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e6765359-c7fd-40fa-8268-cef75c61fdf0 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (4f4be24b-ce83-4a40-a325-397cc165a956), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.450031 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6572d5-210b-446a-8418-2dfe4f520d28 None None] Pushing event updated for resources: {'Port': ['ID=164754f4-e3da-4290-9a2b-9a059265a501,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:44.453118 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6765359-c7fd-40fa-8268-cef75c61fdf0 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4be24b-ce83-4a40-a325-397cc165a956,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:44.485764 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e6765359-c7fd-40fa-8268-cef75c61fdf0 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.489078 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-e6765359-c7fd-40fa-8268-cef75c61fdf0 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7054610 Sep 26 05:30:44.496053 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37686) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:44.521658 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-28e83076-6097-47a7-a75d-f4f3efa4080c tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Request body: {'security_group_rule': {'security_group_id': '6cb0b755-4153-4443-a898-53d4121b1060', 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:44.525666 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b34807c6-ff96-4a3f-8cbc-e0833870940a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (1abd8237-0bd6-4293-bddf-a52e5f932819), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.530521 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b34807c6-ff96-4a3f-8cbc-e0833870940a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.540112 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-b34807c6-ff96-4a3f-8cbc-e0833870940a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1abd8237-0bd6-4293-bddf-a52e5f932819 HTTP/1.1" status: 204 len: 168 time: 0.5310514 Sep 26 05:30:44.559755 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Attempt 8 to provision port 164754f4-e3da-4290-9a2b-9a059265a501 Sep 26 05:30:44.580130 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Attempting to bind port 164754f4-e3da-4290-9a2b-9a059265a501 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:30:44.580446 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Attempting to bind port 164754f4-e3da-4290-9a2b-9a059265a501 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': '795e711c-fa1f-4a4e-a1eb-c16e27e1b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '53137011-938d-4f01-8b06-1af9589fa518'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:30:44.580805 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Attempting to bind port 164754f4-e3da-4290-9a2b-9a059265a501 on network 53137011-938d-4f01-8b06-1af9589fa518 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:30:44.585457 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34807c6-ff96-4a3f-8cbc-e0833870940a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abd8237-0bd6-4293-bddf-a52e5f932819,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:44.670239 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b1f5c0f-f99e-4d3e-8c4d-3a6786d36786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.695240 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:30:44.695635 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Checking segment: {'id': '795e711c-fa1f-4a4e-a1eb-c16e27e1b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '53137011-938d-4f01-8b06-1af9589fa518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:30:44.696002 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.698485 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Bound using segment: {'id': '795e711c-fa1f-4a4e-a1eb-c16e27e1b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '53137011-938d-4f01-8b06-1af9589fa518'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:30:44.699000 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Bound port: 164754f4-e3da-4290-9a2b-9a059265a501, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795e711c-fa1f-4a4e-a1eb-c16e27e1b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '53137011-938d-4f01-8b06-1af9589fa518'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:30:44.702150 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (164754f4-e3da-4290-9a2b-9a059265a501), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.711201 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (57c648e4-fdcc-4713-bf51-b124d7faabd4), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.749919 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:44.751451 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-28e83076-6097-47a7-a75d-f4f3efa4080c tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (b0095b94-6d71-4634-928d-3d7e72386b55), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.761204 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 19acec29-4a3a-40ba-ae60-d12a5845b9da triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:44.764530 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (19acec29-4a3a-40ba-ae60-d12a5845b9da), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.765055 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 19acec29-4a3a-40ba-ae60-d12a5845b9da Sep 26 05:30:44.845435 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] For port 164754f4-e3da-4290-9a2b-9a059265a501, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:30:44.849834 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] For port 164754f4-e3da-4290-9a2b-9a059265a501, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=164754f4-e3da-4290-9a2b-9a059265a501,segment=NetworkSegment(795e711c-fa1f-4a4e-a1eb-c16e27e1b402),segment_id=795e711c-fa1f-4a4e-a1eb-c16e27e1b402)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:30:44.859480 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (164754f4-e3da-4290-9a2b-9a059265a501), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.864023 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Port 164754f4-e3da-4290-9a2b-9a059265a501 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:44.921172 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Deleting port e09957af-3fa1-4c2f-839a-be8a8120fa93 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:30:44.921781 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:44.955228 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Routers {'49b1880d-de40-4094-ac55-b94f03b016fb'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:44.956096 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['49b1880d-de40-4094-ac55-b94f03b016fb'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:44.972466 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f079c917-c7cc-4e89-ab41-f0153e1c164e None None] DHCP port deletion for 57c648e4-fdcc-4713-bf51-b124d7faabd4 request from dv-cinder-859186-2-iscsi {{(pid=106342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:30:44.986006 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 19acec29-4a3a-40ba-ae60-d12a5845b9da is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:45.007952 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6572d5-210b-446a-8418-2dfe4f520d28 None None] Pushing event updated for resources: {'Port': ['ID=164754f4-e3da-4290-9a2b-9a059265a501,revision_number=4']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:45.023786 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] For port e09957af-3fa1-4c2f-839a-be8a8120fa93, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=e09957af-3fa1-4c2f-839a-be8a8120fa93,segment=NetworkSegment(d9faaf72-73c5-4de9-a193-559ab0abff66),segment_id=d9faaf72-73c5-4de9-a193-559ab0abff66)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:30:45.024502 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.051704 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Calling delete_port for e09957af-3fa1-4c2f-839a-be8a8120fa93 owned by network:dhcp {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:30:45.063356 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-f079c917-c7cc-4e89-ab41-f0153e1c164e None None] Deleting port e09957af-3fa1-4c2f-839a-be8a8120fa93 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:30:45.064819 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f079c917-c7cc-4e89-ab41-f0153e1c164e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.101696 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:45.155790 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device ad77344f-908e-4eb2-a371-99e7a5217153 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:30:45.204230 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: ad77344f-908e-4eb2-a371-99e7a5217153 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:30:45.204797 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device ad77344f-908e-4eb2-a371-99e7a5217153 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:30:45.205436 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 01098292-e1d0-46e5-9217-09169c6134f6 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:30:45.238457 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 01098292-e1d0-46e5-9217-09169c6134f6 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:30:45.239092 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 01098292-e1d0-46e5-9217-09169c6134f6 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:30:45.242145 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-f079c917-c7cc-4e89-ab41-f0153e1c164e None None] For port e09957af-3fa1-4c2f-839a-be8a8120fa93, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=e09957af-3fa1-4c2f-839a-be8a8120fa93,segment=NetworkSegment(d9faaf72-73c5-4de9-a193-559ab0abff66),segment_id=d9faaf72-73c5-4de9-a193-559ab0abff66)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:30:45.243020 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f079c917-c7cc-4e89-ab41-f0153e1c164e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.263317 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-f079c917-c7cc-4e89-ab41-f0153e1c164e None None] Calling delete_port for e09957af-3fa1-4c2f-839a-be8a8120fa93 owned by network:dhcp {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:30:45.285102 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] Set router 49b1880d-de40-4094-ac55-b94f03b016fb gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:45.327500 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ccd75-15c7-4ebb-87f7-10b41bfac271 req-87da8fe9-83af-43ff-84e9-9feceea4d499 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:45.329261 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1d8ccd75-15c7-4ebb-87f7-10b41bfac271 req-87da8fe9-83af-43ff-84e9-9feceea4d499 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1781580 Sep 26 05:30:45.333529 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-28e83076-6097-47a7-a75d-f4f3efa4080c tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (b0095b94-6d71-4634-928d-3d7e72386b55), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.358001 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b1f5c0f-f99e-4d3e-8c4d-3a6786d36786 admin admin] Publish callbacks [] for security_group (739ccc98-ed8c-4ef0-ae43-1f7f60db3196), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.359625 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-28e83076-6097-47a7-a75d-f4f3efa4080c tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (b0095b94-6d71-4634-928d-3d7e72386b55), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.381037 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Attempt 9 to provision port 164754f4-e3da-4290-9a2b-9a059265a501 Sep 26 05:30:45.405418 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-28e83076-6097-47a7-a75d-f4f3efa4080c tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.406757 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-28e83076-6097-47a7-a75d-f4f3efa4080c tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9062438 Sep 26 05:30:45.407503 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9b1f5c0f-f99e-4d3e-8c4d-3a6786d36786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (739ccc98-ed8c-4ef0-ae43-1f7f60db3196), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.410373 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37704) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:45.417487 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-c6d0ef67-bfb5-41b2-be19-eabe0de99acb tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Request body: {'security_group_rule': {'security_group_id': '6cb0b755-4153-4443-a898-53d4121b1060', 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:45.433118 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:45.485171 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ef67-bfb5-41b2-be19-eabe0de99acb tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (99b819dd-fa1c-49b4-b2d0-e18476f3990b), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.546451 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-9b1f5c0f-f99e-4d3e-8c4d-3a6786d36786 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=77ab964cb35e4083b86a4b92d8853ff9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3371871 Sep 26 05:30:45.549446 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37710) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:45.549704 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Current status of the port 164754f4-e3da-4290-9a2b-9a059265a501 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:45.550248 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (164754f4-e3da-4290-9a2b-9a059265a501), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.568154 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f5c0f-f99e-4d3e-8c4d-3a6786d36786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739ccc98-ed8c-4ef0-ae43-1f7f60db3196,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:45.603567 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e83076-6097-47a7-a75d-f4f3efa4080c tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0095b94-6d71-4634-928d-3d7e72386b55,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:45.610493 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] For port 164754f4-e3da-4290-9a2b-9a059265a501, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=164754f4-e3da-4290-9a2b-9a059265a501,segment=NetworkSegment(795e711c-fa1f-4a4e-a1eb-c16e27e1b402),segment_id=795e711c-fa1f-4a4e-a1eb-c16e27e1b402)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:30:45.619186 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (164754f4-e3da-4290-9a2b-9a059265a501), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.665336 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674'] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.668485 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f079c917-c7cc-4e89-ab41-f0153e1c164e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674'] for port (e09957af-3fa1-4c2f-839a-be8a8120fa93), after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.686567 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ef67-bfb5-41b2-be19-eabe0de99acb tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (99b819dd-fa1c-49b4-b2d0-e18476f3990b), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.690336 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079c917-c7cc-4e89-ab41-f0153e1c164e None None] No DVR routers for this DVR port e09957af-3fa1-4c2f-839a-be8a8120fa93 on host dv-cinder-859186-2-iscsi {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:30:45.705882 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ef67-bfb5-41b2-be19-eabe0de99acb tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (99b819dd-fa1c-49b4-b2d0-e18476f3990b), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.734953 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28758c5d-2e01-44c8-9552-51e5d57334b0 None None] Pushing event updated for resources: {'Port': ['ID=164754f4-e3da-4290-9a2b-9a059265a501,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:45.749219 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-3986422f-1546-45c9-9d73-db81725b9ca6 None None] Provisioning complete for port 164754f4-e3da-4290-9a2b-9a059265a501 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:45.749634 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3986422f-1546-45c9-9d73-db81725b9ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (164754f4-e3da-4290-9a2b-9a059265a501), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.750034 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-3986422f-1546-45c9-9d73-db81725b9ca6 None None] Attempt 1 to provision port 164754f4-e3da-4290-9a2b-9a059265a501 Sep 26 05:30:45.766872 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=e09957af-3fa1-4c2f-839a-be8a8120fa93,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:45.774081 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ef67-bfb5-41b2-be19-eabe0de99acb tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:45.777836 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-c6d0ef67-bfb5-41b2-be19-eabe0de99acb tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3664186 Sep 26 05:30:45.786704 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37718) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:45.789941 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079c917-c7cc-4e89-ab41-f0153e1c164e None None] Pushing event deleted for resources: {'Port': ['ID=e09957af-3fa1-4c2f-839a-be8a8120fa93,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:45.814790 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0ef67-bfb5-41b2-be19-eabe0de99acb tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b819dd-fa1c-49b4-b2d0-e18476f3990b,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:45.825783 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-0f1eef3e-43f8-4f1a-9c68-0f7c65176d2b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Request body: {'security_group_rule': {'security_group_id': '6cb0b755-4153-4443-a898-53d4121b1060', 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:45.867699 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1d8ccd75-15c7-4ebb-87f7-10b41bfac271 req-a71aaa91-f6c2-4db0-9840-794c621281e1 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201933 Sep 26 05:30:45.898517 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] No DVR routers for this DVR port e09957af-3fa1-4c2f-839a-be8a8120fa93 on host dv-cinder-859186-2-iscsi {{(pid=106340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:30:45.946388 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37724) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:45.954622 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'name': 'tempest-TestShelveInstance-1481964516-router', 'tenant_id': '87f5261f400a414d9b28fc8ce213b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '19acec29-4a3a-40ba-ae60-d12a5845b9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:33Z', 'updated_at': '2022-09-26T05:30:39Z', 'revision_number': 4, 'project_id': '87f5261f400a414d9b28fc8ce213b317', 'gw_port': {'id': '19acec29-4a3a-40ba-ae60-d12a5845b9da', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:34Z', 'updated_at': '2022-09-26T05:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '164754f4-e3da-4290-9a2b-9a059265a501', 'name': '', 'network_id': '53137011-938d-4f01-8b06-1af9589fa518', 'tenant_id': '87f5261f400a414d9b28fc8ce213b317', 'mac_address': 'fa:16:3e:7a:3f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '15b5103b-1e64-4f14-a516-1b2378a173f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:38Z', 'updated_at': '2022-09-26T05:30:44Z', 'revision_number': 4, 'project_id': '87f5261f400a414d9b28fc8ce213b317', 'subnets': [{'id': '15b5103b-1e64-4f14-a516-1b2378a173f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:46.012620 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device e09957af-3fa1-4c2f-839a-be8a8120fa93 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:30:46.014890 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:46.031340 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddbaff3-7496-4c9c-b494-4e172ad9c18d None None] The sync data for ids ['49b1880d-de40-4094-ac55-b94f03b016fb'] in dv-cinder-859186-2-iscsi is: [{'id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'name': 'tempest-TestShelveInstance-1481964516-router', 'tenant_id': '87f5261f400a414d9b28fc8ce213b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '19acec29-4a3a-40ba-ae60-d12a5845b9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:33Z', 'updated_at': '2022-09-26T05:30:39Z', 'revision_number': 4, 'project_id': '87f5261f400a414d9b28fc8ce213b317', 'gw_port': {'id': '19acec29-4a3a-40ba-ae60-d12a5845b9da', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:34Z', 'updated_at': '2022-09-26T05:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '164754f4-e3da-4290-9a2b-9a059265a501', 'name': '', 'network_id': '53137011-938d-4f01-8b06-1af9589fa518', 'tenant_id': '87f5261f400a414d9b28fc8ce213b317', 'mac_address': 'fa:16:3e:7a:3f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '15b5103b-1e64-4f14-a516-1b2378a173f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:38Z', 'updated_at': '2022-09-26T05:30:44Z', 'revision_number': 4, 'project_id': '87f5261f400a414d9b28fc8ce213b317', 'subnets': [{'id': '15b5103b-1e64-4f14-a516-1b2378a173f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:30:46.043345 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: e09957af-3fa1-4c2f-839a-be8a8120fa93 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:30:46.043697 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device e09957af-3fa1-4c2f-839a-be8a8120fa93 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:30:46.131428 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-3986422f-1546-45c9-9d73-db81725b9ca6 None None] Current status of the port 164754f4-e3da-4290-9a2b-9a059265a501 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:46.185347 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2d106e4f-cad2-48f3-a040-e795a58890d3 admin admin] Publish callbacks [] for security_group (739ccc98-ed8c-4ef0-ae43-1f7f60db3196), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:46.201305 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (57c648e4-fdcc-4713-bf51-b124d7faabd4), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:46.206601 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.securitygroups_db [None req-0f1eef3e-43f8-4f1a-9c68-0f7c65176d2b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Project e1b5f9daf8d44a6987bbff8939ed7c92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 05:30:46.228636 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0f1eef3e-43f8-4f1a-9c68-0f7c65176d2b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (88ae6f36-e46b-47a9-b03e-ef54e4a8ebe9), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:46.234237 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-759805079-network', 'tenant_id': '241e5470186a4c93b2465ecc84d80603'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:46.275582 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2d106e4f-cad2-48f3-a040-e795a58890d3 admin admin] Publish callbacks [] for security_group (739ccc98-ed8c-4ef0-ae43-1f7f60db3196), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:46.282792 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] Made reservation on behalf of 241e5470186a4c93b2465ecc84d80603 for: {'network': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:30:46.288838 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:46.291486 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:30:46.294502 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:30:46.295916 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:30:46.299336 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Subscribe: > port after_create 55550000 {{(pid=106340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:30:46.300026 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Subscribe: > port after_delete 55550000 {{(pid=106340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:30:46.301698 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Subscribe: > port after_update 55550000 {{(pid=106340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:30:46.302210 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:30:46.303745 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:30:46.304033 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:46.304291 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:30:46.304630 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:30:46.321450 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=7 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:46.433786 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] Publish callbacks [] for security_group (6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:46.440962 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:46.493844 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=106341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:30:46.507262 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:30:46.508011 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:30:46.508011 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:30:46.508306 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106340) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 05:30:46.508647 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c648e4-fdcc-4713-bf51-b124d7faabd4']}} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:46.527369 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (c751e0e9-9f40-480e-b0ac-7352649a033a), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:46.527710 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.segments_db [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] Added segment c751e0e9-9f40-480e-b0ac-7352649a033a of type vlan for network 64bcaa83-8e16-496d-9ee2-d2efca0f0f90 Sep 26 05:30:46.543913 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:46.560840 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9faaf72-73c5-4de9-a193-559ab0abff66') {'for_net_delete': True} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:46.561308 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9faaf72-73c5-4de9-a193-559ab0abff66') {} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:46.573684 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:46.598610 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (64bcaa83-8e16-496d-9ee2-d2efca0f0f90), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:46.636657 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (64bcaa83-8e16-496d-9ee2-d2efca0f0f90), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:46.638352 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:46.639162 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:46.721013 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7729750 Sep 26 05:30:46.724155 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37732) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:46.732040 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-15893683-9f0e-4445-b053-71f778a6cdfe admin admin] Request body: {'subnet': {'network_id': '64bcaa83-8e16-496d-9ee2-d2efca0f0f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-759805079-subnet', 'tenant_id': '241e5470186a4c93b2465ecc84d80603', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:46.737557 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953e042-217d-44cb-aa4d-98f076072393 admin admin] Pushing event updated for resources: {'Network': ['ID=64bcaa83-8e16-496d-9ee2-d2efca0f0f90,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:46.753508 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network 64bcaa83-8e16-496d-9ee2-d2efca0f0f90 details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:30:46.767757 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15893683-9f0e-4445-b053-71f778a6cdfe admin admin] Made reservation on behalf of 241e5470186a4c93b2465ecc84d80603 for: {'subnet': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:30:46.772280 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-15893683-9f0e-4445-b053-71f778a6cdfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802011'] for subnet (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:46.847157 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:INSERT=15,neutron:SELECT=76,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:46.914834 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2915633'] for segment (d9faaf72-73c5-4de9-a193-559ab0abff66), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:46.998467 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (d9faaf72-73c5-4de9-a193-559ab0abff66), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:47.031844 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:30:47.032340 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3866044'] for segment (d9faaf72-73c5-4de9-a193-559ab0abff66), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:47.134293 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:47.149536 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0f1eef3e-43f8-4f1a-9c68-0f7c65176d2b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (88ae6f36-e46b-47a9-b03e-ef54e4a8ebe9), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:47.151105 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2d106e4f-cad2-48f3-a040-e795a58890d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (739ccc98-ed8c-4ef0-ae43-1f7f60db3196), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:47.155019 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2d106e4f-cad2-48f3-a040-e795a58890d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:47.158701 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-2d106e4f-cad2-48f3-a040-e795a58890d3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/739ccc98-ed8c-4ef0-ae43-1f7f60db3196 HTTP/1.1" status: 204 len: 168 time: 1.5773909 Sep 26 05:30:47.195684 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0f1eef3e-43f8-4f1a-9c68-0f7c65176d2b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (88ae6f36-e46b-47a9-b03e-ef54e4a8ebe9), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:47.228196 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7bcf4-4ddd-4423-af38-6df8c8807f86 req-ced4a463-2edc-4ae1-a50f-564c7ee220fc tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:47.237489 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c1b7bcf4-4ddd-4423-af38-6df8c8807f86 req-ced4a463-2edc-4ae1-a50f-564c7ee220fc tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.2157822 Sep 26 05:30:47.252062 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d106e4f-cad2-48f3-a040-e795a58890d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739ccc98-ed8c-4ef0-ae43-1f7f60db3196,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:47.278236 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1eef3e-43f8-4f1a-9c68-0f7c65176d2b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ae6f36-e46b-47a9-b03e-ef54e4a8ebe9,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:47.281238 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (57c648e4-fdcc-4713-bf51-b124d7faabd4), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:47.304100 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:47.324444 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/57c648e4-fdcc-4713-bf51-b124d7faabd4 HTTP/1.1" status: 204 len: 168 time: 3.0002427 Sep 26 05:30:47.344280 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0f1eef3e-43f8-4f1a-9c68-0f7c65176d2b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:47.345819 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-0f1eef3e-43f8-4f1a-9c68-0f7c65176d2b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5463154 Sep 26 05:30:47.367843 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37746) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:47.377969 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-254af818-813b-49ef-bc95-2b4300057e33 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Request body: {'security_group_rule': {'security_group_id': '6cb0b755-4153-4443-a898-53d4121b1060', 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:47.399436 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88566982-f40c-4b21-9462-fafe5f3e7c8b admin admin] Pushing event deleted for resources: {'Network': ['ID=57c648e4-fdcc-4713-bf51-b124d7faabd4,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:47.484230 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c1b7bcf4-4ddd-4423-af38-6df8c8807f86 req-b81650d2-8e51-4607-9650-0bf8c1a843db tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451072 Sep 26 05:30:47.486973 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.securitygroups_db [None req-254af818-813b-49ef-bc95-2b4300057e33 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Project e1b5f9daf8d44a6987bbff8939ed7c92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 05:30:47.495619 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-254af818-813b-49ef-bc95-2b4300057e33 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (4dce387c-08b9-45b2-ab7b-f2270cdc3bcc), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:47.621086 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-15893683-9f0e-4445-b053-71f778a6cdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2421606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2801997'] for subnet (0a9cf5bd-af5e-46e3-904d-d2483771a0fb), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:47.808514 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-254af818-813b-49ef-bc95-2b4300057e33 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (4dce387c-08b9-45b2-ab7b-f2270cdc3bcc), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:47.838959 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-254af818-813b-49ef-bc95-2b4300057e33 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (4dce387c-08b9-45b2-ab7b-f2270cdc3bcc), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:47.861931 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254af818-813b-49ef-bc95-2b4300057e33 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dce387c-08b9-45b2-ab7b-f2270cdc3bcc,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:47.869812 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15893683-9f0e-4445-b053-71f778a6cdfe admin admin] Checking segment: {'id': 'c751e0e9-9f40-480e-b0ac-7352649a033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64bcaa83-8e16-496d-9ee2-d2efca0f0f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:30:47.870186 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15893683-9f0e-4445-b053-71f778a6cdfe admin admin] Network hostable DHCP agents. Network: 64bcaa83-8e16-496d-9ee2-d2efca0f0f90, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:30:47.879696 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15893683-9f0e-4445-b053-71f778a6cdfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9cf5bd-af5e-46e3-904d-d2483771a0fb,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:47.931438 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.services.segments.plugin [-] Segment d9faaf72-73c5-4de9-a193-559ab0abff66 resource provider aggregate not found Sep 26 05:30:47.944479 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-254af818-813b-49ef-bc95-2b4300057e33 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:47.955074 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-254af818-813b-49ef-bc95-2b4300057e33 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5725946 Sep 26 05:30:47.955298 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15893683-9f0e-4445-b053-71f778a6cdfe admin admin] Network 64bcaa83-8e16-496d-9ee2-d2efca0f0f90 is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:30:47.987908 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37768) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:47.996546 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.services.segments.plugin [-] Segment d9faaf72-73c5-4de9-a193-559ab0abff66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9faaf72-73c5-4de9-a193-559ab0abff66 found for delete ", "request_id": "req-4e6a1ec7-918b-4033-a438-f901ab5df0a8"}]} Sep 26 05:30:48.029201 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:48.061790 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-15893683-9f0e-4445-b053-71f778a6cdfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, 64bcaa83-8e16-496d-9ee2-d2efca0f0f90) {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:48.073725 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbb31a7-b114-46d8-9cd3-b4c97ef93c4a None None] Network 64bcaa83-8e16-496d-9ee2-d2efca0f0f90 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:30:48.087257 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 164754f4-e3da-4290-9a2b-9a059265a501 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:30:48.091388 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15893683-9f0e-4445-b053-71f778a6cdfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:48.091793 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-15893683-9f0e-4445-b053-71f778a6cdfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:48.191997 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-15893683-9f0e-4445-b053-71f778a6cdfe admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4581468 Sep 26 05:30:48.192448 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-5c97a2bc-9d8a-4656-963a-3a44f0a1717d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0a676eb5cbd74956ba12b1d5595e3f18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1997416 Sep 26 05:30:48.192924 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37770) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:48.343077 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f961566-dda9-4093-b68e-df6a09a1b403 None None] Network 64bcaa83-8e16-496d-9ee2-d2efca0f0f90 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:30:48.383385 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b7b8-2e58-4af3-8b65-b9ef9a92455c admin admin] Publish callbacks [] for security_group (3015dfe2-348e-4084-97e4-1f05e3dd88d2), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:48.447683 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b7b8-2e58-4af3-8b65-b9ef9a92455c admin admin] Publish callbacks [] for security_group (3015dfe2-348e-4084-97e4-1f05e3dd88d2), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:48.448938 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 164754f4-e3da-4290-9a2b-9a059265a501 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:48.449326 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (164754f4-e3da-4290-9a2b-9a059265a501), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:48.449918 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 164754f4-e3da-4290-9a2b-9a059265a501 Sep 26 05:30:48.494064 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37774) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:48.560265 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-695532a0-fd59-4529-b71c-d6ede9978fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:48.591841 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b7b8-2e58-4af3-8b65-b9ef9a92455c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3015dfe2-348e-4084-97e4-1f05e3dd88d2), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:48.599387 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b7b8-2e58-4af3-8b65-b9ef9a92455c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:48.607140 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-e7b9b7b8-2e58-4af3-8b65-b9ef9a92455c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3015dfe2-348e-4084-97e4-1f05e3dd88d2 HTTP/1.1" status: 204 len: 168 time: 0.4118781 Sep 26 05:30:48.639939 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 164754f4-e3da-4290-9a2b-9a059265a501 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:48.713905 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9b7b8-2e58-4af3-8b65-b9ef9a92455c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3015dfe2-348e-4084-97e4-1f05e3dd88d2,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:48.774763 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-695532a0-fd59-4529-b71c-d6ede9978fc6 admin admin] Publish callbacks [] for security_group (e0c8ac67-1a56-4272-9c11-d1360788eada), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:48.785397 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-695532a0-fd59-4529-b71c-d6ede9978fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (e0c8ac67-1a56-4272-9c11-d1360788eada), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:48.801180 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650383e-d3d5-42ad-aee1-affb08899cc3 req-7f6db4b8-fb54-4c82-971e-bd28ba69d14b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:48.802804 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0650383e-d3d5-42ad-aee1-affb08899cc3 req-7f6db4b8-fb54-4c82-971e-bd28ba69d14b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1009195 Sep 26 05:30:48.825657 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:48.899182 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-695532a0-fd59-4529-b71c-d6ede9978fc6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f3a6266485a6471da09c2e754b92e590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944190 Sep 26 05:30:48.899923 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37802) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:48.909179 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695532a0-fd59-4529-b71c-d6ede9978fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c8ac67-1a56-4272-9c11-d1360788eada,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:48.965601 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0650383e-d3d5-42ad-aee1-affb08899cc3 req-36cb78b3-b7bc-407e-b40b-8611ae50b197 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538193 Sep 26 05:30:49.032213 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6a9e65bb-dec6-4c49-9f28-c844bbe0b9a5 admin admin] Publish callbacks [] for security_group (e0c8ac67-1a56-4272-9c11-d1360788eada), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:49.069802 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6a9e65bb-dec6-4c49-9f28-c844bbe0b9a5 admin admin] Publish callbacks [] for security_group (e0c8ac67-1a56-4272-9c11-d1360788eada), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:49.163145 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6a9e65bb-dec6-4c49-9f28-c844bbe0b9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (e0c8ac67-1a56-4272-9c11-d1360788eada), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:49.166185 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6a9e65bb-dec6-4c49-9f28-c844bbe0b9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:49.167504 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6a9e65bb-dec6-4c49-9f28-c844bbe0b9a5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e0c8ac67-1a56-4272-9c11-d1360788eada HTTP/1.1" status: 204 len: 168 time: 0.2650044 Sep 26 05:30:49.186631 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e65bb-dec6-4c49-9f28-c844bbe0b9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c8ac67-1a56-4272-9c11-d1360788eada,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:50.175718 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f35ead-5526-4ceb-83d3-b424a54fc8c1 req-5dfc8598-7174-4f69-a134-63e2dc8cad97 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:50.178380 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37896) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:50.185155 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a7f35ead-5526-4ceb-83d3-b424a54fc8c1 req-5dfc8598-7174-4f69-a134-63e2dc8cad97 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1083136 Sep 26 05:30:50.212239 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:INSERT=2,neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:50.263016 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a7f35ead-5526-4ceb-83d3-b424a54fc8c1 req-bbb566ba-a270-454b-be2b-637c7d508b53 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761182 Sep 26 05:30:50.408547 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237668e-931e-4a52-b315-69fe92909e8a req-27223d55-a669-4fb8-b53f-3819831fd117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:50.411733 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7237668e-931e-4a52-b315-69fe92909e8a req-27223d55-a669-4fb8-b53f-3819831fd117 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 1129 time: 0.0640099 Sep 26 05:30:50.448839 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-91125507-network', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:50.490769 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] Made reservation on behalf of 49fe69e57e744eea93988aecfa9decc2 for: {'network': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:30:50.493206 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:50.508798 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:50.551555 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7237668e-931e-4a52-b315-69fe92909e8a req-95ec308e-d836-480d-9684-36eff6b41bfc service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213241 Sep 26 05:30:50.632024 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=18,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:50.634264 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] Publish callbacks [] for security_group (6b328c10-d16b-4d3b-9661-6282176a145a), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:50.638851 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (6b328c10-d16b-4d3b-9661-6282176a145a), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:50.668765 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:30:50.683138 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (3c0a6bb0-292c-41ae-ade2-ebf83353e249), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:50.684035 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.segments_db [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] Added segment 3c0a6bb0-292c-41ae-ade2-ebf83353e249 of type vlan for network d6a60f69-a1be-43ae-8a50-02a99ceaebaf Sep 26 05:30:50.686412 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b328c10-d16b-4d3b-9661-6282176a145a,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:50.734762 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (d6a60f69-a1be-43ae-8a50-02a99ceaebaf), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:50.775774 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (d6a60f69-a1be-43ae-8a50-02a99ceaebaf), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:50.777064 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:50.777670 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:50.858910 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6761072 Sep 26 05:30:50.862206 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37926) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:50.865076 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40e446-b23c-423d-b8f4-b35f8499afe8 admin admin] Pushing event updated for resources: {'Network': ['ID=d6a60f69-a1be-43ae-8a50-02a99ceaebaf,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:50.870500 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-b1eca273-4af6-4528-b5ff-16a8a0244fb9 admin admin] Request body: {'subnet': {'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-91125507-subnet', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:50.877081 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network d6a60f69-a1be-43ae-8a50-02a99ceaebaf details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:30:50.924267 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eca273-4af6-4528-b5ff-16a8a0244fb9 admin admin] Made reservation on behalf of 49fe69e57e744eea93988aecfa9decc2 for: {'subnet': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:30:50.927571 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b1eca273-4af6-4528-b5ff-16a8a0244fb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802011'] for subnet (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:51.154605 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=5 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:51.165531 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b1eca273-4af6-4528-b5ff-16a8a0244fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2421606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2801997'] for subnet (18db2678-2303-4b38-b9f8-4255a44db64a), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:51.204240 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-86b34c67-52b6-4f80-9dd8-83beeaa47e1f tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:51.206731 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-86b34c67-52b6-4f80-9dd8-83beeaa47e1f tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/networks?id=64bcaa83-8e16-496d-9ee2-d2efca0f0f90 HTTP/1.1" status: 200 len: 813 time: 0.1463075 Sep 26 05:30:51.233470 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-05dd4692-8681-4d56-a280-d75b71235f63 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/quotas/241e5470186a4c93b2465ecc84d80603 HTTP/1.1" status: 200 len: 375 time: 0.0204518 Sep 26 05:30:51.247666 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eca273-4af6-4528-b5ff-16a8a0244fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18db2678-2303-4b38-b9f8-4255a44db64a,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:51.278779 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eca273-4af6-4528-b5ff-16a8a0244fb9 admin admin] Checking segment: {'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:30:51.279173 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eca273-4af6-4528-b5ff-16a8a0244fb9 admin admin] Network hostable DHCP agents. Network: d6a60f69-a1be-43ae-8a50-02a99ceaebaf, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:30:51.286614 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:51.289065 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-3801093f-ee01-4c6a-a9e3-8d331b122125 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=241e5470186a4c93b2465ecc84d80603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478244 Sep 26 05:30:51.313612 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eca273-4af6-4528-b5ff-16a8a0244fb9 admin admin] Network d6a60f69-a1be-43ae-8a50-02a99ceaebaf is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:30:51.332962 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-b1eca273-4af6-4528-b5ff-16a8a0244fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, d6a60f69-a1be-43ae-8a50-02a99ceaebaf) {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:51.343562 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eca273-4af6-4528-b5ff-16a8a0244fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:51.343706 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd00f33-bc22-4e64-948d-437d0e3f5f98 None None] Network d6a60f69-a1be-43ae-8a50-02a99ceaebaf requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:30:51.344372 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b1eca273-4af6-4528-b5ff-16a8a0244fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:51.376307 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-b1eca273-4af6-4528-b5ff-16a8a0244fb9 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5110738 Sep 26 05:30:51.379088 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 37952) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:51.380046 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:51.389029 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:51.424635 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-582796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router (f49bebc8-2f84-4398-bde8-b2864dfb3181), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:51.427016 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-581809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5216'] for router (f49bebc8-2f84-4398-bde8-b2864dfb3181), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:51.454341 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d33b9-9ab5-4491-8ae6-1c2ed125279c req-c2f37ad2-a831-48be-8e77-a32523d96d86 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:51.455995 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-011d33b9-9ab5-4491-8ae6-1c2ed125279c req-c2f37ad2-a831-48be-8e77-a32523d96d86 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0708413 Sep 26 05:30:51.512130 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12aad040-6483-5282-87ec-497c7478fcf0-d6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a'}]}} from dv-cinder-859186-2-iscsi. {{(pid=106342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:30:51.513338 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:51.527804 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-596415cb-f946-4f8c-b40e-8d9f3b971b2d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/64bcaa83-8e16-496d-9ee2-d2efca0f0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316298 Sep 26 05:30:51.531166 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Publish callbacks [] for router_controller (f49bebc8-2f84-4398-bde8-b2864dfb3181), precommit_add_association {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:51.630311 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-011d33b9-9ab5-4491-8ae6-1c2ed125279c req-d5dddf7d-1c40-41b5-8ce6-b3b88fcf8f51 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642172 Sep 26 05:30:51.692101 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Allocated IP 172.20.0.2 (d6a60f69-a1be-43ae-8a50-02a99ceaebaf/18db2678-2303-4b38-b9f8-4255a44db64a/11dec33a-5c73-42bc-8432-04a812a877b8) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:30:51.698980 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-32cfb583-831a-4f81-97bb-8447c2978cbe service neutron] 10.222.0.49 "GET /networking/v2.0/networks/64bcaa83-8e16-496d-9ee2-d2efca0f0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685205 Sep 26 05:30:51.742419 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Publish callbacks [] for router_gateway (f49bebc8-2f84-4398-bde8-b2864dfb3181), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:51.960365 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Publish callbacks [] for port (11dec33a-5c73-42bc-8432-04a812a877b8), precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:51.967918 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6526555a-e8d0-4f51-863e-24cfa447582c req-10313510-9a83-4015-ae4f-0a5a049c2d8b tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 210 time: 0.0536041 Sep 26 05:30:51.989246 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (11dec33a-5c73-42bc-8432-04a812a877b8), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:51.994954 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Publish callbacks [] for router_gateway (f49bebc8-2f84-4398-bde8-b2864dfb3181), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:52.015301 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Network d6a60f69-a1be-43ae-8a50-02a99ceaebaf is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:30:52.017913 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:52.031845 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:52.039396 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:30:52.095231 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:52.098856 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Pushing event updated for resources: {'Port': ['ID=11dec33a-5c73-42bc-8432-04a812a877b8,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:52.166836 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:52.168329 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Attempting to bind port 11dec33a-5c73-42bc-8432-04a812a877b8 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:30:52.168934 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Attempting to bind port 11dec33a-5c73-42bc-8432-04a812a877b8 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:30:52.169534 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Attempting to bind port 11dec33a-5c73-42bc-8432-04a812a877b8 on network d6a60f69-a1be-43ae-8a50-02a99ceaebaf {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:30:52.221366 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Allocated IP 172.27.0.216 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/79b9bce6-70bf-461e-aa21-4129bcaec638) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:30:52.235000 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:30:52.235689 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Checking segment: {'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:30:52.236422 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:52.237115 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Bound using segment: {'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:30:52.237810 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Bound port: 11dec33a-5c73-42bc-8432-04a812a877b8, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:30:52.239063 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (11dec33a-5c73-42bc-8432-04a812a877b8), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:52.294161 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 37992) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:52.318390 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] For port 11dec33a-5c73-42bc-8432-04a812a877b8, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:30:52.322264 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] For port 11dec33a-5c73-42bc-8432-04a812a877b8, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=11dec33a-5c73-42bc-8432-04a812a877b8,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:30:52.331505 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (11dec33a-5c73-42bc-8432-04a812a877b8), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:52.366561 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Publish callbacks [] for port (79b9bce6-70bf-461e-aa21-4129bcaec638), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:52.405857 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22fae4-809a-4b31-b511-68e0e40f607f None None] Pushing event updated for resources: {'Port': ['ID=11dec33a-5c73-42bc-8432-04a812a877b8,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:52.422342 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (79b9bce6-70bf-461e-aa21-4129bcaec638), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:52.499316 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:30:52.500825 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d49a723e-0194-462f-9b11-9aabb06cdb76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:52.507196 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:52.510622 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:30:52.550134 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Pushing event updated for resources: {'Port': ['ID=79b9bce6-70bf-461e-aa21-4129bcaec638,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:52.676935 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:52.745996 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d49a723e-0194-462f-9b11-9aabb06cdb76 admin admin] Publish callbacks [] for security_group (26dff537-2555-4ef7-92d2-8d7e904823ea), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:52.756504 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d49a723e-0194-462f-9b11-9aabb06cdb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (26dff537-2555-4ef7-92d2-8d7e904823ea), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:52.823978 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-d49a723e-0194-462f-9b11-9aabb06cdb76 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7679a6dc178f4b12a6af2717cbfea33e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5274494 Sep 26 05:30:52.840883 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 38002) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:52.867626 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a723e-0194-462f-9b11-9aabb06cdb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dff537-2555-4ef7-92d2-8d7e904823ea,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:52.884958 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Publish callbacks [] for router_gateway (f49bebc8-2f84-4398-bde8-b2864dfb3181), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:52.908079 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55490505-346b-4e83-9772-9bc4f16f98cb req-08d61e51-e9b5-4ef6-8cbf-8cbf04d1ce9a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:52.909983 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-55490505-346b-4e83-9772-9bc4f16f98cb req-08d61e51-e9b5-4ef6-8cbf-8cbf04d1ce9a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.1277032 Sep 26 05:30:52.958838 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-13beb8e5-80d0-4f19-898a-b3df7a84a64a admin admin] Publish callbacks [] for security_group (26dff537-2555-4ef7-92d2-8d7e904823ea), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:53.000163 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-13beb8e5-80d0-4f19-898a-b3df7a84a64a admin admin] Publish callbacks [] for security_group (26dff537-2555-4ef7-92d2-8d7e904823ea), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:53.014544 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:53.032738 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-55490505-346b-4e83-9772-9bc4f16f98cb req-8f1d768c-c6c3-428b-be96-0e52b230cf2c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107121 Sep 26 05:30:53.141926 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581409'] for router (f49bebc8-2f84-4398-bde8-b2864dfb3181), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:53.145433 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-86b3bb04-4ccc-4ce1-a6d4-1ec248dfb18a req-a002ec84-1f7d-46ac-a17b-7f430d8ba180 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 210 time: 0.0423765 Sep 26 05:30:53.156926 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-13beb8e5-80d0-4f19-898a-b3df7a84a64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (26dff537-2555-4ef7-92d2-8d7e904823ea), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:53.160050 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-13beb8e5-80d0-4f19-898a-b3df7a84a64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:53.161940 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-13beb8e5-80d0-4f19-898a-b3df7a84a64a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/26dff537-2555-4ef7-92d2-8d7e904823ea HTTP/1.1" status: 204 len: 168 time: 0.3191421 Sep 26 05:30:53.193853 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13beb8e5-80d0-4f19-898a-b3df7a84a64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dff537-2555-4ef7-92d2-8d7e904823ea,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:53.215668 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd9209-c5b5-472f-9d06-ca6424813bb0 req-ea9baf5c-7312-4ab0-bcf6-74a70fbc2c6a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:53.217272 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4ecd9209-c5b5-472f-9d06-ca6424813bb0 req-ea9baf5c-7312-4ab0-bcf6-74a70fbc2c6a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0776367 Sep 26 05:30:53.264520 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:53.278490 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:53.291745 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4ecd9209-c5b5-472f-9d06-ca6424813bb0 req-6444109c-b354-4e9f-93ef-e75eb026ff76 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679202 Sep 26 05:30:53.295445 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-aa9c46ec-83ff-4a58-aefd-3772777c6bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:53.342001 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Router f49bebc8-2f84-4398-bde8-b2864dfb3181 is scheduled to L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f with binding_index 1 {{(pid=106341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:30:53.521592 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:30:53.531622 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Sync routers for ids ['f49bebc8-2f84-4398-bde8-b2864dfb3181'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:30:53.537589 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:53.547302 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:53.552126 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-8de1b32d-dd3f-4d43-87c3-8987e5f7d912 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1686294 Sep 26 05:30:53.552425 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38020) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:53.553982 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Routers {'f49bebc8-2f84-4398-bde8-b2864dfb3181'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:53.554860 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['f49bebc8-2f84-4398-bde8-b2864dfb3181'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:53.717027 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Set router f49bebc8-2f84-4398-bde8-b2864dfb3181 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:53.738240 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 38022) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:53.757515 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b7d28255-0140-4560-87cd-86637edce3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:53.947110 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eb4f02-f2fc-46b3-99e3-ae8209f0b376 None None] Network d6a60f69-a1be-43ae-8a50-02a99ceaebaf requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:30:54.001126 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b7d28255-0140-4560-87cd-86637edce3c2 admin admin] Publish callbacks [] for security_group (e6a2268a-1d28-4c1a-83ff-c9d9f78c4bc5), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:54.008760 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b7d28255-0140-4560-87cd-86637edce3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (e6a2268a-1d28-4c1a-83ff-c9d9f78c4bc5), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:54.056325 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 11dec33a-5c73-42bc-8432-04a812a877b8 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:30:54.068515 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-b7d28255-0140-4560-87cd-86637edce3c2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7c34b709c40c4f98a4a6d15e6ce71627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284395 Sep 26 05:30:54.069818 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d28255-0140-4560-87cd-86637edce3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a2268a-1d28-4c1a-83ff-c9d9f78c4bc5,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:54.072547 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 38030) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:54.103176 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-1f8c96ae-213d-477f-bf59-5cdaa471ab04 None None] Provisioning complete for port 11dec33a-5c73-42bc-8432-04a812a877b8 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:54.103553 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1f8c96ae-213d-477f-bf59-5cdaa471ab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (11dec33a-5c73-42bc-8432-04a812a877b8), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:54.103887 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-1f8c96ae-213d-477f-bf59-5cdaa471ab04 None None] Attempt 1 to provision port 11dec33a-5c73-42bc-8432-04a812a877b8 Sep 26 05:30:54.209577 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-3962ff6c-cc80-4422-8d14-e9ae4a572e84 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:54.211557 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-3962ff6c-cc80-4422-8d14-e9ae4a572e84 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.60 "GET /networking/v2.0/networks?id=64bcaa83-8e16-496d-9ee2-d2efca0f0f90 HTTP/1.1" status: 200 len: 813 time: 0.1277761 Sep 26 05:30:54.237741 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-f168ec0a-dc79-4644-aebe-72a147c0ce62 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Request body: {'port': {'device_id': '7efac409-bfde-4b69-a933-f76bf0442c1b', 'network_id': '64bcaa83-8e16-496d-9ee2-d2efca0f0f90', 'admin_state_up': True, 'tenant_id': '241e5470186a4c93b2465ecc84d80603'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:54.249449 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:52Z', 'revision_number': 3, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:54.292518 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 11dec33a-5c73-42bc-8432-04a812a877b8 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:54.293273 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (11dec33a-5c73-42bc-8432-04a812a877b8), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:54.293828 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 11dec33a-5c73-42bc-8432-04a812a877b8 Sep 26 05:30:54.296618 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Checking router: f49bebc8-2f84-4398-bde8-b2864dfb3181 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:30:54.303058 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Updating router f49bebc8-2f84-4398-bde8-b2864dfb3181 port 79b9bce6-70bf-461e-aa21-4129bcaec638 binding host dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:30:54.386395 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (79b9bce6-70bf-461e-aa21-4129bcaec638), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:54.394051 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:54.402702 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-acc16f2e-324e-40fa-b7de-b7cbdfc3037a admin admin] Publish callbacks [] for security_group (e6a2268a-1d28-4c1a-83ff-c9d9f78c4bc5), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:54.407845 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f4843220-c880-4813-8b7e-7a7047f6c3b3 req-d6252449-9372-4ea6-9106-9d25ab7f43ca tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 210 time: 0.0950882 Sep 26 05:30:54.473172 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c96ae-213d-477f-bf59-5cdaa471ab04 None None] Current status of the port 11dec33a-5c73-42bc-8432-04a812a877b8 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:54.473564 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1f8c96ae-213d-477f-bf59-5cdaa471ab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (11dec33a-5c73-42bc-8432-04a812a877b8), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:54.480312 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-acc16f2e-324e-40fa-b7de-b7cbdfc3037a admin admin] Publish callbacks [] for security_group (e6a2268a-1d28-4c1a-83ff-c9d9f78c4bc5), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:54.489030 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:54.537929 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:54.552584 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-f168ec0a-dc79-4644-aebe-72a147c0ce62 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Made reservation on behalf of 241e5470186a4c93b2465ecc84d80603 for: {'port': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:30:54.558963 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-f168ec0a-dc79-4644-aebe-72a147c0ce62 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:54.647417 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-acc16f2e-324e-40fa-b7de-b7cbdfc3037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (e6a2268a-1d28-4c1a-83ff-c9d9f78c4bc5), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:54.654882 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-acc16f2e-324e-40fa-b7de-b7cbdfc3037a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:54.654882 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-acc16f2e-324e-40fa-b7de-b7cbdfc3037a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e6a2268a-1d28-4c1a-83ff-c9d9f78c4bc5 HTTP/1.1" status: 204 len: 168 time: 0.5784297 Sep 26 05:30:54.677214 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc16f2e-324e-40fa-b7de-b7cbdfc3037a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a2268a-1d28-4c1a-83ff-c9d9f78c4bc5,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:54.744627 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-f168ec0a-dc79-4644-aebe-72a147c0ce62 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Allocated IP 172.20.0.13 (64bcaa83-8e16-496d-9ee2-d2efca0f0f90/0a9cf5bd-af5e-46e3-904d-d2483771a0fb/48afb2fc-5507-40ee-ac44-fdd6ed4af3d2) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:30:54.799704 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Allocated IP 172.20.0.1 (d6a60f69-a1be-43ae-8a50-02a99ceaebaf/18db2678-2303-4b38-b9f8-4255a44db64a/a22e5faf-564a-4f10-97db-70faa24472aa) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:30:54.812408 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:54.873880 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-1f8c96ae-213d-477f-bf59-5cdaa471ab04 None None] For port 11dec33a-5c73-42bc-8432-04a812a877b8, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=11dec33a-5c73-42bc-8432-04a812a877b8,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:30:54.891485 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:54.911537 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:54.924591 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1f8c96ae-213d-477f-bf59-5cdaa471ab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (11dec33a-5c73-42bc-8432-04a812a877b8), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:54.954415 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Publish callbacks [] for port (a22e5faf-564a-4f10-97db-70faa24472aa), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.007256 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (a22e5faf-564a-4f10-97db-70faa24472aa), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.029950 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-f168ec0a-dc79-4644-aebe-72a147c0ce62 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks [] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.039248 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 38054) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:55.118557 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-f168ec0a-dc79-4644-aebe-72a147c0ce62 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.123606 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Network d6a60f69-a1be-43ae-8a50-02a99ceaebaf is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:30:55.135031 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c96ae-213d-477f-bf59-5cdaa471ab04 None None] Pushing event updated for resources: {'Port': ['ID=11dec33a-5c73-42bc-8432-04a812a877b8,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:55.138025 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:55.152331 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:30:55.171710 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 11dec33a-5c73-42bc-8432-04a812a877b8 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:55.189639 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-41d27e0b-605a-4745-acee-45bbd50e8d87 None None] Provisioning complete for port 11dec33a-5c73-42bc-8432-04a812a877b8 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:55.190272 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-41d27e0b-605a-4745-acee-45bbd50e8d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (11dec33a-5c73-42bc-8432-04a812a877b8), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.190998 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-41d27e0b-605a-4745-acee-45bbd50e8d87 None None] Attempt 1 to provision port 11dec33a-5c73-42bc-8432-04a812a877b8 Sep 26 05:30:55.192060 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168ec0a-dc79-4644-aebe-72a147c0ce62 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Pushing event updated for resources: {'Port': ['ID=48afb2fc-5507-40ee-ac44-fdd6ed4af3d2,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:55.201788 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=a22e5faf-564a-4f10-97db-70faa24472aa,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:55.208235 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-f168ec0a-dc79-4644-aebe-72a147c0ce62 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Network 64bcaa83-8e16-496d-9ee2-d2efca0f0f90 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:30:55.210119 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-f168ec0a-dc79-4644-aebe-72a147c0ce62 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:55.216016 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-f168ec0a-dc79-4644-aebe-72a147c0ce62 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:30:55.235294 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687896'] for router_interface (f49bebc8-2f84-4398-bde8-b2864dfb3181), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.294882 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:55.366915 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-f168ec0a-dc79-4644-aebe-72a147c0ce62 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:55.367564 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-f168ec0a-dc79-4644-aebe-72a147c0ce62 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.388009 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6360ffdc-cdff-43ae-aa74-bb7bb833d275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.389989 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-41d27e0b-605a-4745-acee-45bbd50e8d87 None None] Current status of the port 11dec33a-5c73-42bc-8432-04a812a877b8 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:55.454979 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-f168ec0a-dc79-4644-aebe-72a147c0ce62 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2254827 Sep 26 05:30:55.505331 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6360ffdc-cdff-43ae-aa74-bb7bb833d275 admin admin] Publish callbacks [] for security_group (07e240bb-b116-49ec-b475-1e086d25fd17), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.512220 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Request body: {'port': {'device_id': '7efac409-bfde-4b69-a933-f76bf0442c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:55.543406 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6360ffdc-cdff-43ae-aa74-bb7bb833d275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (07e240bb-b116-49ec-b475-1e086d25fd17), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.611195 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966a8b0-8c5f-4328-a068-f5926bce2213 req-dd8846e3-35f2-4b53-9d70-0b6e1c8fbcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:55.613720 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-7966a8b0-8c5f-4328-a068-f5926bce2213 req-dd8846e3-35f2-4b53-9d70-0b6e1c8fbcc5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 1129 time: 0.1323960 Sep 26 05:30:55.614710 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (a22e5faf-564a-4f10-97db-70faa24472aa), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.615402 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Publish callbacks [] for port (79b9bce6-70bf-461e-aa21-4129bcaec638), precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.623187 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360ffdc-cdff-43ae-aa74-bb7bb833d275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e240bb-b116-49ec-b475-1e086d25fd17,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:55.627037 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Provisioning complete for port a22e5faf-564a-4f10-97db-70faa24472aa triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:55.627379 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (a22e5faf-564a-4f10-97db-70faa24472aa), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.627720 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Attempt 1 to provision port a22e5faf-564a-4f10-97db-70faa24472aa Sep 26 05:30:55.659323 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (79b9bce6-70bf-461e-aa21-4129bcaec638), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.663139 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f7824c21-5028-4eb8-9462-5ebbf54cdf9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.712205 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Port a22e5faf-564a-4f10-97db-70faa24472aa cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:55.712892 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e17ede-0d7c-44f3-8ceb-51642eb3124e req-5e8269b7-d173-458d-952c-f5a608cda463 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:55.715952 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-88e17ede-0d7c-44f3-8ceb-51642eb3124e req-5e8269b7-d173-458d-952c-f5a608cda463 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 932 time: 0.0934010 Sep 26 05:30:55.725140 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Attempting to bind port 79b9bce6-70bf-461e-aa21-4129bcaec638 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:30:55.725816 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Attempting to bind port 79b9bce6-70bf-461e-aa21-4129bcaec638 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:30:55.726448 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Attempting to bind port 79b9bce6-70bf-461e-aa21-4129bcaec638 on network 1d7e5a44-5796-4db3-9f47-9726042cf055 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:30:55.761807 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:55.764773 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39887df-c07f-467f-b701-cfb9f2449d1a None None] Pushing event updated for resources: {'Port': ['ID=79b9bce6-70bf-461e-aa21-4129bcaec638,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:55.786907 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:30:55.787747 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Checking segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:30:55.788227 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.788738 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Bound using segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:30:55.789262 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Bound port: 79b9bce6-70bf-461e-aa21-4129bcaec638, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:30:55.789642 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (79b9bce6-70bf-461e-aa21-4129bcaec638), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.798242 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.817988 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6360ffdc-cdff-43ae-aa74-bb7bb833d275 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ea594a5db4d54a589f3d308aa8cdb4e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7733397 Sep 26 05:30:55.820637 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38078) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:55.834132 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b91fe0-cba4-497d-b8fe-740cbba43a84 req-65c26524-f8ba-4a5a-a033-c7ffe57b5b18 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:55.835676 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-41b91fe0-cba4-497d-b8fe-740cbba43a84 req-65c26524-f8ba-4a5a-a033-c7ffe57b5b18 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.3202636 Sep 26 05:30:55.873311 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:55.888279 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966a8b0-8c5f-4328-a068-f5926bce2213 req-21f504b2-0682-4dd6-b47b-88573929354b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:55.889809 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-7966a8b0-8c5f-4328-a068-f5926bce2213 req-21f504b2-0682-4dd6-b47b-88573929354b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 919 time: 0.2627091 Sep 26 05:30:55.892156 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:55.910859 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-88e17ede-0d7c-44f3-8ceb-51642eb3124e req-ee530635-a406-40ce-9fc2-f57c5e04d27f tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791906 Sep 26 05:30:55.918135 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] For port 79b9bce6-70bf-461e-aa21-4129bcaec638, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:30:55.926212 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] For port 79b9bce6-70bf-461e-aa21-4129bcaec638, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=79b9bce6-70bf-461e-aa21-4129bcaec638,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:30:55.943723 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (79b9bce6-70bf-461e-aa21-4129bcaec638), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:55.961014 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:55.969751 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:55.976067 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-7966a8b0-8c5f-4328-a068-f5926bce2213 req-7c562154-8647-477a-8c37-8847d2b1ff45 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f70e6461-7f87-4ee4-b3e4-f7d4db390598 HTTP/1.1" status: 200 len: 217 time: 0.0709381 Sep 26 05:30:56.001368 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 11dec33a-5c73-42bc-8432-04a812a877b8 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:30:56.016154 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-41b91fe0-cba4-497d-b8fe-740cbba43a84 req-187beb80-5c56-42b8-9f35-8417522c31ae tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541460 Sep 26 05:30:56.061761 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Routers {'f49bebc8-2f84-4398-bde8-b2864dfb3181'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:56.063093 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['f49bebc8-2f84-4398-bde8-b2864dfb3181'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:56.073272 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Publish callbacks [] for port (a22e5faf-564a-4f10-97db-70faa24472aa), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:56.079193 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-022fc7ca-9b08-49b4-87b5-48e5e8420f0c admin admin] Publish callbacks [] for security_group (07e240bb-b116-49ec-b475-1e086d25fd17), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:56.085722 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (a22e5faf-564a-4f10-97db-70faa24472aa), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:56.145912 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39887df-c07f-467f-b701-cfb9f2449d1a None None] Pushing event updated for resources: {'Port': ['ID=79b9bce6-70bf-461e-aa21-4129bcaec638,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:56.172239 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-022fc7ca-9b08-49b4-87b5-48e5e8420f0c admin admin] Publish callbacks [] for security_group (07e240bb-b116-49ec-b475-1e086d25fd17), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:56.211848 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966a8b0-8c5f-4328-a068-f5926bce2213 req-dcdc8339-c481-419d-88c0-a7f5632034ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:56.213363 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-7966a8b0-8c5f-4328-a068-f5926bce2213 req-dcdc8339-c481-419d-88c0-a7f5632034ba service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.2229252 Sep 26 05:30:56.235665 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688012'] for router_interface (f49bebc8-2f84-4398-bde8-b2864dfb3181), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:56.237465 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] Set router f49bebc8-2f84-4398-bde8-b2864dfb3181 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:30:56.267046 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:56.284666 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=a22e5faf-564a-4f10-97db-70faa24472aa,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:56.308519 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:56.318118 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 {{(pid=106340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:30:56.327687 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Publish callbacks [] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:56.342217 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.provisioning_blocks [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Transition to ACTIVE for port object 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 will not be triggered until provisioned by entity L2. {{(pid=106340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:30:56.343896 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Attempt 2 to provision port a22e5faf-564a-4f10-97db-70faa24472aa Sep 26 05:30:56.350094 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:56.362074 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966a8b0-8c5f-4328-a068-f5926bce2213 req-e575adf7-c065-4bb3-bd8a-7f99131e8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:56.364299 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-7966a8b0-8c5f-4328-a068-f5926bce2213 req-e575adf7-c065-4bb3-bd8a-7f99131e8a32 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1238070 Sep 26 05:30:56.396978 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 11dec33a-5c73-42bc-8432-04a812a877b8 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:30:56.397623 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (11dec33a-5c73-42bc-8432-04a812a877b8), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:56.397707 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 11dec33a-5c73-42bc-8432-04a812a877b8 Sep 26 05:30:56.445997 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Pushing event updated for resources: {'Port': ['ID=48afb2fc-5507-40ee-ac44-fdd6ed4af3d2,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:56.467475 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-022fc7ca-9b08-49b4-87b5-48e5e8420f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (07e240bb-b116-49ec-b475-1e086d25fd17), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:56.471020 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-022fc7ca-9b08-49b4-87b5-48e5e8420f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:56.472803 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-022fc7ca-9b08-49b4-87b5-48e5e8420f0c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/07e240bb-b116-49ec-b475-1e086d25fd17 HTTP/1.1" status: 204 len: 168 time: 0.6503506 Sep 26 05:30:56.493971 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Port a22e5faf-564a-4f10-97db-70faa24472aa cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:56.502805 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Attempting to bind port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:30:56.503738 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Attempting to bind port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'c751e0e9-9f40-480e-b0ac-7352649a033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64bcaa83-8e16-496d-9ee2-d2efca0f0f90'}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:30:56.503874 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Attempting to bind port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 on network 64bcaa83-8e16-496d-9ee2-d2efca0f0f90 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:30:56.505753 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fc7ca-9b08-49b4-87b5-48e5e8420f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e240bb-b116-49ec-b475-1e086d25fd17,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:56.516198 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:56.528586 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Network d6a60f69-a1be-43ae-8a50-02a99ceaebaf is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:30:56.531336 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-7966a8b0-8c5f-4328-a068-f5926bce2213 req-b1e017d3-ef54-4308-b259-fbf91957cc78 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542046 Sep 26 05:30:56.532784 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:56.573766 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 on network 64bcaa83-8e16-496d-9ee2-d2efca0f0f90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:30:56.574097 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Attempting to bind port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 on network 64bcaa83-8e16-496d-9ee2-d2efca0f0f90 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:30:56.601221 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 11dec33a-5c73-42bc-8432-04a812a877b8 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:30:56.665159 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:30:56.666168 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Checking segment: {'id': 'c751e0e9-9f40-480e-b0ac-7352649a033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64bcaa83-8e16-496d-9ee2-d2efca0f0f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:30:56.666739 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Bound using segment: {'id': 'c751e0e9-9f40-480e-b0ac-7352649a033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64bcaa83-8e16-496d-9ee2-d2efca0f0f90'} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:30:56.667350 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Bound port: 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c751e0e9-9f40-480e-b0ac-7352649a033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64bcaa83-8e16-496d-9ee2-d2efca0f0f90'}}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:30:56.667907 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:56.673419 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:56.733687 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:56.737174 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:30:54Z', 'revision_number': 1, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:56.769878 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] For port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2, host hv-cinder-85918, cleared binding levels {{(pid=106340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:30:56.775269 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] For port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=48afb2fc-5507-40ee-ac44-fdd6ed4af3d2,segment=NetworkSegment(c751e0e9-9f40-480e-b0ac-7352649a033a),segment_id=c751e0e9-9f40-480e-b0ac-7352649a033a)] {{(pid=106340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:30:56.784230 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001b9dd8-fb02-4b1c-b20c-b205312fafcb None None] The sync data for ids ['f49bebc8-2f84-4398-bde8-b2864dfb3181'] in dv-cinder-859186-2-iscsi is: [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:30:54Z', 'revision_number': 1, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:30:56.788505 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:56.799658 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:56.801384 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:56.803107 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 HTTP/1.1" status: 200 len: 1094 time: 1.2959418 Sep 26 05:30:56.804673 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efac409-bfde-4b69-a933-f76bf0442c1b', 'tag': '48afb2fc-5507-40ee-ac44-fdd6ed4af3d2'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:30:56.807798 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff28a668-1476-4d7f-8262-c52b669b1e04" -d '{"events": [{"name": "network-changed", "server_uuid": "7efac409-bfde-4b69-a933-f76bf0442c1b", "tag": "48afb2fc-5507-40ee-ac44-fdd6ed4af3d2"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:30:56.859116 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-7966a8b0-8c5f-4328-a068-f5926bce2213 req-632aff57-4216-49b9-826a-aaf774f98c93 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796082 Sep 26 05:30:56.864396 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Router f49bebc8-2f84-4398-bde8-b2864dfb3181 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:30:56.897782 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3adc9d-f6ed-47b4-8367-25633a910b19 service neutron] Pushing event updated for resources: {'Port': ['ID=48afb2fc-5507-40ee-ac44-fdd6ed4af3d2,revision_number=3']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:56.937602 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcbb9d8-7b12-4eeb-9b2a-f655b96532cc x-openstack-request-id: req-1dcbb9d8-7b12-4eeb-9b2a-f655b96532cc {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:30:56.938010 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efac409-bfde-4b69-a933-f76bf0442c1b", "tag": "48afb2fc-5507-40ee-ac44-fdd6ed4af3d2", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:30:56.938352 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1dcbb9d8-7b12-4eeb-9b2a-f655b96532cc {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:30:56.946431 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dcbb9d8-7b12-4eeb-9b2a-f655b96532cc'] response: {'name': 'network-changed', 'server_uuid': '7efac409-bfde-4b69-a933-f76bf0442c1b', 'tag': '48afb2fc-5507-40ee-ac44-fdd6ed4af3d2', 'status': 'completed', 'code': 200} Sep 26 05:30:56.994913 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Attempt 3 to provision port a22e5faf-564a-4f10-97db-70faa24472aa Sep 26 05:30:57.020867 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-b5e05f90-7a5c-4e43-8fb9-96a9981beb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:57.022792 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-b5e05f90-7a5c-4e43-8fb9-96a9981beb72 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=241e5470186a4c93b2465ecc84d80603&device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 1128 time: 0.1386130 Sep 26 05:30:57.053659 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Port a22e5faf-564a-4f10-97db-70faa24472aa cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:57.119970 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bbcaa-38f1-4999-89e9-6401dfa2c95e req-0c3f3b1d-365f-4431-903f-e85a880c2df1 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:57.126863 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2a9bbcaa-38f1-4999-89e9-6401dfa2c95e req-0c3f3b1d-365f-4431-903f-e85a880c2df1 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.1049228 Sep 26 05:30:57.229223 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca0b9f-8ce8-411b-a53a-5d475170c176 req-7a635954-9602-4514-9a6d-cfe00b5ac29b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:57.235955 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-57ca0b9f-8ce8-411b-a53a-5d475170c176 req-7a635954-9602-4514-9a6d-cfe00b5ac29b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.1059916 Sep 26 05:30:57.247509 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-7b55d90b-9919-4f43-b9da-c0cbeb6847d7 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 HTTP/1.1" status: 200 len: 217 time: 0.0863407 Sep 26 05:30:57.250296 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:30:57.277885 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-15ce9d23-9ab2-4a11-869f-27bde7172cb4 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f49bebc8-2f84-4398-bde8-b2864dfb3181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7241688 Sep 26 05:30:57.293493 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2a9bbcaa-38f1-4999-89e9-6401dfa2c95e req-12201170-b651-4fbd-a89e-6c463aea6156 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647608 Sep 26 05:30:57.339700 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-35392ffc-7c58-495e-80a0-db0620a11c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:57.341397 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-35392ffc-7c58-495e-80a0-db0620a11c66 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0a9cf5bd-af5e-46e3-904d-d2483771a0fb HTTP/1.1" status: 200 len: 853 time: 0.0624199 Sep 26 05:30:57.350832 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 38118) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:57.381203 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6813a619-9588-49a0-b5e9-f751ebeadd0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:57.423625 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-d2cc85bf-c991-4324-978b-cf03b0a44350 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=64bcaa83-8e16-496d-9ee2-d2efca0f0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629497 Sep 26 05:30:57.436330 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-57ca0b9f-8ce8-411b-a53a-5d475170c176 req-6e9052a2-84f8-4312-8f79-6b5f765caea5 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650357 Sep 26 05:30:57.468555 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:57.550371 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6813a619-9588-49a0-b5e9-f751ebeadd0c admin admin] Publish callbacks [] for security_group (c78e2c3b-2273-4de0-a742-9a7fa7c3cd09), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:57.556822 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Attempt 4 to provision port a22e5faf-564a-4f10-97db-70faa24472aa Sep 26 05:30:57.557507 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6813a619-9588-49a0-b5e9-f751ebeadd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (c78e2c3b-2273-4de0-a742-9a7fa7c3cd09), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:57.613624 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-8e34f859-8a45-4a6d-bb9d-288d08881846 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/64bcaa83-8e16-496d-9ee2-d2efca0f0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771243 Sep 26 05:30:57.618719 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6813a619-9588-49a0-b5e9-f751ebeadd0c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=065f137ab27c4e64892c75ee6df5a5a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669101 Sep 26 05:30:57.619911 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813a619-9588-49a0-b5e9-f751ebeadd0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78e2c3b-2273-4de0-a742-9a7fa7c3cd09,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:57.621412 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38128) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:57.625265 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Port a22e5faf-564a-4f10-97db-70faa24472aa cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:57.797596 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4d00016d-605a-4edc-84dc-e064e3264c06 admin admin] Publish callbacks [] for security_group (c78e2c3b-2273-4de0-a742-9a7fa7c3cd09), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:57.812416 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=100 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:57.814857 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 38130) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:57.821139 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-7dc687fb-95ff-44ec-b969-247b2ceb8fa5 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1458059658', 'description': 'tempest-description--2013168004'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:57.837757 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=12 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:57.846822 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-08ba3014-bcca-41d3-8f77-1ea3485c1a14 req-8af6ca23-125f-4f62-b729-b4330228f25f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/64bcaa83-8e16-496d-9ee2-d2efca0f0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000504 Sep 26 05:30:57.862022 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4d00016d-605a-4edc-84dc-e064e3264c06 admin admin] Publish callbacks [] for security_group (c78e2c3b-2273-4de0-a742-9a7fa7c3cd09), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:57.880429 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7dc687fb-95ff-44ec-b969-247b2ceb8fa5 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:57.948680 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4d00016d-605a-4edc-84dc-e064e3264c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (c78e2c3b-2273-4de0-a742-9a7fa7c3cd09), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:57.951672 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4d00016d-605a-4edc-84dc-e064e3264c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:57.953266 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-4d00016d-605a-4edc-84dc-e064e3264c06 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c78e2c3b-2273-4de0-a742-9a7fa7c3cd09 HTTP/1.1" status: 204 len: 168 time: 0.3168881 Sep 26 05:30:57.964057 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00016d-605a-4edc-84dc-e064e3264c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78e2c3b-2273-4de0-a742-9a7fa7c3cd09,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:58.009997 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7dc687fb-95ff-44ec-b969-247b2ceb8fa5 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group (20972371-3786-45bf-a721-7fdc4ee4319e), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.020830 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7dc687fb-95ff-44ec-b969-247b2ceb8fa5 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (20972371-3786-45bf-a721-7fdc4ee4319e), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.056198 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc687fb-95ff-44ec-b969-247b2ceb8fa5 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20972371-3786-45bf-a721-7fdc4ee4319e,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:58.076544 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7dc687fb-95ff-44ec-b969-247b2ceb8fa5 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.082408 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-7dc687fb-95ff-44ec-b969-247b2ceb8fa5 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2620280 Sep 26 05:30:58.082408 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 38134) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:58.090065 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-70fa6a35-fc44-480d-b85c-eac8569165b3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Request body: {'security_group_rule': {'security_group_id': '20972371-3786-45bf-a721-7fdc4ee4319e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:58.130495 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Attempt 5 to provision port a22e5faf-564a-4f10-97db-70faa24472aa Sep 26 05:30:58.156611 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-70fa6a35-fc44-480d-b85c-eac8569165b3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group_rule (ba15c873-2f62-47a6-94c4-40da8073ffa8), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.174359 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Port a22e5faf-564a-4f10-97db-70faa24472aa cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:58.237465 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-70fa6a35-fc44-480d-b85c-eac8569165b3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group_rule (ba15c873-2f62-47a6-94c4-40da8073ffa8), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.247187 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-70fa6a35-fc44-480d-b85c-eac8569165b3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (ba15c873-2f62-47a6-94c4-40da8073ffa8), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.287547 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa6a35-fc44-480d-b85c-eac8569165b3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba15c873-2f62-47a6-94c4-40da8073ffa8,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:58.295547 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-70fa6a35-fc44-480d-b85c-eac8569165b3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.295909 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.299710 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38140) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:58.300082 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-70fa6a35-fc44-480d-b85c-eac8569165b3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2165587 Sep 26 05:30:58.305293 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-eb7ac3a3-48fc-4f8f-b1f7-c2f6187039e8 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Request body: {'security_group_rule': {'security_group_id': '20972371-3786-45bf-a721-7fdc4ee4319e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:58.342013 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac3a3-48fc-4f8f-b1f7-c2f6187039e8 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group_rule (903758ea-fdcc-4416-a196-fdeeb1d9a276), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.457735 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.458524 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac3a3-48fc-4f8f-b1f7-c2f6187039e8 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group_rule (903758ea-fdcc-4416-a196-fdeeb1d9a276), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.469848 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac3a3-48fc-4f8f-b1f7-c2f6187039e8 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (903758ea-fdcc-4416-a196-fdeeb1d9a276), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.502909 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac3a3-48fc-4f8f-b1f7-c2f6187039e8 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.504698 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-eb7ac3a3-48fc-4f8f-b1f7-c2f6187039e8 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2028222 Sep 26 05:30:58.506029 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ac3a3-48fc-4f8f-b1f7-c2f6187039e8 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903758ea-fdcc-4416-a196-fdeeb1d9a276,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:58.508910 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38152) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:30:58.509860 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd930e3-9343-47c1-abbe-e8c13e97056f req-d5a17db9-31b0-470c-86b5-9aec6b570e83 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:58.511413 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7cd930e3-9343-47c1-abbe-e8c13e97056f req-d5a17db9-31b0-470c-86b5-9aec6b570e83 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0970900 Sep 26 05:30:58.513992 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Request body: {'floatingip': {'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:30:58.540702 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.614122 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7cd930e3-9343-47c1-abbe-e8c13e97056f req-062b0a49-67cd-41ba-9cb6-5b35391a5f6c tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936105 Sep 26 05:30:58.620134 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81a25-6274-4f96-af0f-8893b48cfa6e req-2097a1b6-d9be-4492-a736-ea7ca6cac762 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:58.621228 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fcc81a25-6274-4f96-af0f-8893b48cfa6e req-2097a1b6-d9be-4492-a736-ea7ca6cac762 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0752668 Sep 26 05:30:58.645050 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:58.664051 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.677469 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Attempt 6 to provision port a22e5faf-564a-4f10-97db-70faa24472aa Sep 26 05:30:58.718093 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Port a22e5faf-564a-4f10-97db-70faa24472aa cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:58.723400 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fcc81a25-6274-4f96-af0f-8893b48cfa6e req-fda32480-c2b5-4e46-9e98-449a9363d96d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947375 Sep 26 05:30:58.812595 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Allocated IP 172.27.0.251 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/ac16a69a-eaae-4157-b3bc-0f6e5ca0dae6) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:30:58.937787 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for port (ac16a69a-eaae-4157-b3bc-0f6e5ca0dae6), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:58.972792 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (ac16a69a-eaae-4157-b3bc-0f6e5ca0dae6), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:59.018532 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:30:59.023945 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:30:59.027908 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:30:59.033061 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event updated for resources: {'Port': ['ID=ac16a69a-eaae-4157-b3bc-0f6e5ca0dae6,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:59.123701 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for floatingip (a2471af6-df0e-439e-9fd1-1d4e55434456), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:59.163702 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:59.172091 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (ac16a69a-eaae-4157-b3bc-0f6e5ca0dae6), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:59.219142 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Attempt 7 to provision port a22e5faf-564a-4f10-97db-70faa24472aa Sep 26 05:30:59.272239 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Port a22e5faf-564a-4f10-97db-70faa24472aa cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:59.341030 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28a668-1476-4d7f-8262-c52b669b1e04 req-318d39f1-85a7-4796-96d7-ed766dcb738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:59.342531 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ff28a668-1476-4d7f-8262-c52b669b1e04 req-318d39f1-85a7-4796-96d7-ed766dcb738d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=241e5470186a4c93b2465ecc84d80603&device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 1128 time: 0.0528994 Sep 26 05:30:59.717462 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for port (ac16a69a-eaae-4157-b3bc-0f6e5ca0dae6), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:59.724733 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (ac16a69a-eaae-4157-b3bc-0f6e5ca0dae6), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:59.727566 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28a668-1476-4d7f-8262-c52b669b1e04 req-df93733d-6b7a-45db-a3e9-2806ecab91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:59.729130 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ff28a668-1476-4d7f-8262-c52b669b1e04 req-df93733d-6b7a-45db-a3e9-2806ecab91c6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=64bcaa83-8e16-496d-9ee2-d2efca0f0f90 HTTP/1.1" status: 200 len: 914 time: 0.3689730 Sep 26 05:30:59.751014 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedda3c-5953-4090-9bcd-04912ccf26ab req-cefc9972-2aa6-4751-a3df-03607a1c7333 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:59.752531 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2fedda3c-5953-4090-9bcd-04912ccf26ab req-cefc9972-2aa6-4751-a3df-03607a1c7333 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0487423 Sep 26 05:30:59.774561 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Attempt 8 to provision port a22e5faf-564a-4f10-97db-70faa24472aa Sep 26 05:30:59.807519 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ff28a668-1476-4d7f-8262-c52b669b1e04 req-ce5045ad-34ae-4a76-bf27-dc05684e60a6 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 HTTP/1.1" status: 200 len: 217 time: 0.0542715 Sep 26 05:30:59.810914 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2fedda3c-5953-4090-9bcd-04912ccf26ab req-e34c7c7b-b198-43fc-8726-79c2ab2949a1 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520844 Sep 26 05:30:59.823677 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Port a22e5faf-564a-4f10-97db-70faa24472aa cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:30:59.865082 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Sync routers for ids ['f49bebc8-2f84-4398-bde8-b2864dfb3181'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:30:59.873054 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:30:59.881527 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Routers {'f49bebc8-2f84-4398-bde8-b2864dfb3181'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:30:59.882078 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['f49bebc8-2f84-4398-bde8-b2864dfb3181'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:30:59.902295 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (a2471af6-df0e-439e-9fd1-1d4e55434456), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:59.915104 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590e92b-c31a-43e6-883d-837714c46874 req-d53e6883-7867-4fb0-98d0-d8f2791a507e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:59.924073 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event updated for resources: {'Port': ['ID=ac16a69a-eaae-4157-b3bc-0f6e5ca0dae6,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:30:59.931421 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:30:59.937762 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c590e92b-c31a-43e6-883d-837714c46874 req-d53e6883-7867-4fb0-98d0-d8f2791a507e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0903234 Sep 26 05:30:59.943400 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-2023af86-6ff4-477c-8722-981ab43fe092 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4331326 Sep 26 05:30:59.960820 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28a668-1476-4d7f-8262-c52b669b1e04 req-3d2d77ba-1f8d-498b-91d6-9ab9ac6e1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:30:59.963462 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ff28a668-1476-4d7f-8262-c52b669b1e04 req-3d2d77ba-1f8d-498b-91d6-9ab9ac6e1c40 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0a9cf5bd-af5e-46e3-904d-d2483771a0fb HTTP/1.1" status: 200 len: 853 time: 0.1438415 Sep 26 05:30:59.980463 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 79b9bce6-70bf-461e-aa21-4129bcaec638 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:31:00.010462 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Set router f49bebc8-2f84-4398-bde8-b2864dfb3181 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:31:00.010632 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c590e92b-c31a-43e6-883d-837714c46874 req-fad10e28-7f25-4248-a02d-a147049d565e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711260 Sep 26 05:31:00.023074 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ff28a668-1476-4d7f-8262-c52b669b1e04 req-43db7abc-4a37-4546-a192-effb04470fb9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=64bcaa83-8e16-496d-9ee2-d2efca0f0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429206 Sep 26 05:31:00.059180 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 79b9bce6-70bf-461e-aa21-4129bcaec638 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:31:00.059562 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (79b9bce6-70bf-461e-aa21-4129bcaec638), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:00.059992 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 79b9bce6-70bf-461e-aa21-4129bcaec638 Sep 26 05:31:00.104592 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:00.150989 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 79b9bce6-70bf-461e-aa21-4129bcaec638 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:00.151518 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (79b9bce6-70bf-461e-aa21-4129bcaec638), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:00.153494 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ff28a668-1476-4d7f-8262-c52b669b1e04 req-70493824-bdc4-404b-9110-a66b6eee146b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/64bcaa83-8e16-496d-9ee2-d2efca0f0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139305 Sep 26 05:31:00.174930 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port 79b9bce6-70bf-461e-aa21-4129bcaec638, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=79b9bce6-70bf-461e-aa21-4129bcaec638,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:00.192189 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (79b9bce6-70bf-461e-aa21-4129bcaec638), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:00.243155 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 2, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:31:00.246422 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=79b9bce6-70bf-461e-aa21-4129bcaec638,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:00.257412 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-63fefaea-7ed7-44c7-b1e1-a0622b192458 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1458059658&fields=id&tenant_id=49fe69e57e744eea93988aecfa9decc2 HTTP/1.1" status: 200 len: 267 time: 0.0666895 Sep 26 05:31:00.275045 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Checking router: f49bebc8-2f84-4398-bde8-b2864dfb3181 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:31:00.275405 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Updating router f49bebc8-2f84-4398-bde8-b2864dfb3181 port a22e5faf-564a-4f10-97db-70faa24472aa binding host dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:31:00.276561 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:00.293582 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ff28a668-1476-4d7f-8262-c52b669b1e04 req-5b1e758c-9aa3-45e4-bbc6-bb04f52bebeb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/64bcaa83-8e16-496d-9ee2-d2efca0f0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293070 Sep 26 05:31:00.304126 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (a22e5faf-564a-4f10-97db-70faa24472aa), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:00.325690 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Attempt 9 to provision port a22e5faf-564a-4f10-97db-70faa24472aa Sep 26 05:31:00.376563 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-cc0791fc-121c-41df-be72-5dc9077c6970 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:00.378094 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-cc0791fc-121c-41df-be72-5dc9077c6970 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf HTTP/1.1" status: 200 len: 809 time: 0.1114347 Sep 26 05:31:00.394863 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-eb606cfc-cf6c-4271-a832-fa82c4f7296b tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/quotas/49fe69e57e744eea93988aecfa9decc2 HTTP/1.1" status: 200 len: 375 time: 0.0097749 Sep 26 05:31:00.450631 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-fab063ab-fc19-42fd-b014-603ed6c54c04 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=49fe69e57e744eea93988aecfa9decc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496562 Sep 26 05:31:00.506252 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Port a22e5faf-564a-4f10-97db-70faa24472aa cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:31:00.553391 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:00.557733 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-7452d327-6346-4af9-8bbd-e7a265e4abb3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927017 Sep 26 05:31:00.573586 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Publish callbacks [] for port (a22e5faf-564a-4f10-97db-70faa24472aa), precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:00.579604 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (a22e5faf-564a-4f10-97db-70faa24472aa), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:00.669321 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69c313-7894-4c59-9682-7ee9184f87be None None] Pushing event updated for resources: {'Port': ['ID=a22e5faf-564a-4f10-97db-70faa24472aa,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:00.670672 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-a4134e36-61f8-4c1e-9ee4-1ff4324dbf45 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048639 Sep 26 05:31:00.699319 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Attempting to bind port a22e5faf-564a-4f10-97db-70faa24472aa on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:31:00.699983 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Attempting to bind port a22e5faf-564a-4f10-97db-70faa24472aa by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:31:00.700537 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Attempting to bind port a22e5faf-564a-4f10-97db-70faa24472aa on network d6a60f69-a1be-43ae-8a50-02a99ceaebaf {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:31:00.777615 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:31:00.778387 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Checking segment: {'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:31:00.779001 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:00.779702 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Bound using segment: {'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:31:00.780452 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Bound port: a22e5faf-564a-4f10-97db-70faa24472aa, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:31:00.781320 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (a22e5faf-564a-4f10-97db-70faa24472aa), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:00.792802 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:00.877291 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] For port a22e5faf-564a-4f10-97db-70faa24472aa, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:31:00.886677 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] For port a22e5faf-564a-4f10-97db-70faa24472aa, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=a22e5faf-564a-4f10-97db-70faa24472aa,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:31:00.908620 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (a22e5faf-564a-4f10-97db-70faa24472aa), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:00.941418 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-29652f29-b9db-4f63-bf4f-12185d3789f5 req-cb1bf37b-f1be-4075-93d8-a79c0562a827 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 210 time: 0.0528424 Sep 26 05:31:00.976951 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Routers {'f49bebc8-2f84-4398-bde8-b2864dfb3181'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:31:00.977744 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['f49bebc8-2f84-4398-bde8-b2864dfb3181'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:31:01.007200 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Attempt 10 to provision port a22e5faf-564a-4f10-97db-70faa24472aa Sep 26 05:31:01.054420 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d3312-003f-4d3a-8de8-4f832e12ac68 req-530a6a88-080c-432e-9606-79e8b115d5ab tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:01.056185 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d73d3312-003f-4d3a-8de8-4f832e12ac68 req-530a6a88-080c-432e-9606-79e8b115d5ab tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0710256 Sep 26 05:31:01.067640 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38224) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:01.123325 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69c313-7894-4c59-9682-7ee9184f87be None None] Pushing event updated for resources: {'Port': ['ID=a22e5faf-564a-4f10-97db-70faa24472aa,revision_number=4']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:01.169185 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Current status of the port a22e5faf-564a-4f10-97db-70faa24472aa is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:01.169789 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (a22e5faf-564a-4f10-97db-70faa24472aa), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:01.185372 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:01.221313 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d73d3312-003f-4d3a-8de8-4f832e12ac68 req-ff677cc9-6e19-4593-bc73-e0f376c0e314 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517751 Sep 26 05:31:01.239196 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] Set router f49bebc8-2f84-4398-bde8-b2864dfb3181 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:31:01.243920 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] For port a22e5faf-564a-4f10-97db-70faa24472aa, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=a22e5faf-564a-4f10-97db-70faa24472aa,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:01.258354 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (a22e5faf-564a-4f10-97db-70faa24472aa), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:01.277127 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9f6aed7d-6d42-4c70-9053-ad52d83932ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:01.288405 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447835b-788c-49b2-b16a-73a0cf3adb59 req-10071e15-b17b-4fb7-8d3f-7e01529c15ca tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:01.290120 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4447835b-788c-49b2-b16a-73a0cf3adb59 req-10071e15-b17b-4fb7-8d3f-7e01529c15ca tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.1416612 Sep 26 05:31:01.324165 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36b61a-1c89-4b06-9795-477859f99292 None None] Pushing event updated for resources: {'Port': ['ID=a22e5faf-564a-4f10-97db-70faa24472aa,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:01.368757 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4447835b-788c-49b2-b16a-73a0cf3adb59 req-3ea80028-c034-4c49-8c97-5b6dd0523711 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710809 Sep 26 05:31:01.382194 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-09783576-9a28-4274-b07f-19e18924e888 None None] Provisioning complete for port a22e5faf-564a-4f10-97db-70faa24472aa triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:31:01.382887 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-09783576-9a28-4274-b07f-19e18924e888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (a22e5faf-564a-4f10-97db-70faa24472aa), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:01.383462 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-09783576-9a28-4274-b07f-19e18924e888 None None] Attempt 1 to provision port a22e5faf-564a-4f10-97db-70faa24472aa Sep 26 05:31:01.388314 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:01.437924 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9f6aed7d-6d42-4c70-9053-ad52d83932ce admin admin] Publish callbacks [] for security_group (40a70045-d206-48fb-8976-c1724326ff08), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:01.444854 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9f6aed7d-6d42-4c70-9053-ad52d83932ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (40a70045-d206-48fb-8976-c1724326ff08), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:01.454820 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:01.496009 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:31:01.497046 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-09783576-9a28-4274-b07f-19e18924e888 None None] Current status of the port a22e5faf-564a-4f10-97db-70faa24472aa is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:01.502451 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-9f6aed7d-6d42-4c70-9053-ad52d83932ce admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=36a81e9ac70748cf9574a9c089390fd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334965 Sep 26 05:31:01.505223 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38234) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:01.508722 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6aed7d-6d42-4c70-9053-ad52d83932ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a70045-d206-48fb-8976-c1724326ff08,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:01.524534 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdabbbcf-c1cb-4176-bb2d-2276d30ed7f0 None None] The sync data for ids ['f49bebc8-2f84-4398-bde8-b2864dfb3181'] in dv-cinder-859186-2-iscsi is: [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:31:01.578674 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2dd058cb-80ec-4c71-bcfa-f2ebf15cf095 admin admin] Publish callbacks [] for security_group (40a70045-d206-48fb-8976-c1724326ff08), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:01.608551 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2dd058cb-80ec-4c71-bcfa-f2ebf15cf095 admin admin] Publish callbacks [] for security_group (40a70045-d206-48fb-8976-c1724326ff08), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:01.662980 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2dd058cb-80ec-4c71-bcfa-f2ebf15cf095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (40a70045-d206-48fb-8976-c1724326ff08), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:01.665629 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2dd058cb-80ec-4c71-bcfa-f2ebf15cf095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:01.666804 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-2dd058cb-80ec-4c71-bcfa-f2ebf15cf095 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/40a70045-d206-48fb-8976-c1724326ff08 HTTP/1.1" status: 204 len: 168 time: 0.1590908 Sep 26 05:31:01.687051 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd058cb-80ec-4c71-bcfa-f2ebf15cf095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a70045-d206-48fb-8976-c1724326ff08,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:01.932657 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 79b9bce6-70bf-461e-aa21-4129bcaec638 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:31:01.985893 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 79b9bce6-70bf-461e-aa21-4129bcaec638 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:31:01.986389 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (79b9bce6-70bf-461e-aa21-4129bcaec638), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:01.986823 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 79b9bce6-70bf-461e-aa21-4129bcaec638 Sep 26 05:31:02.013895 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38244) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:02.037535 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-25b37d04-00c6-4bb4-9a04-ddd1e990ecf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:02.077267 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 79b9bce6-70bf-461e-aa21-4129bcaec638 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:02.078506 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device a22e5faf-564a-4f10-97db-70faa24472aa up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:31:02.117643 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3a55c829-d966-49d9-9dcc-84248a276aad req-9b9f8cac-170e-4297-a147-1ffde693b09b tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 210 time: 0.0312538 Sep 26 05:31:02.140912 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port a22e5faf-564a-4f10-97db-70faa24472aa triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:31:02.141372 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (a22e5faf-564a-4f10-97db-70faa24472aa), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:02.141905 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port a22e5faf-564a-4f10-97db-70faa24472aa Sep 26 05:31:02.167556 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-25b37d04-00c6-4bb4-9a04-ddd1e990ecf8 admin admin] Publish callbacks [] for security_group (72f5e8dd-761c-4456-ad77-151570d4e66c), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:02.173372 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-25b37d04-00c6-4bb4-9a04-ddd1e990ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (72f5e8dd-761c-4456-ad77-151570d4e66c), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:02.216335 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-25b37d04-00c6-4bb4-9a04-ddd1e990ecf8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f00f321b7a2e492ab456f72b3f5f8e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012832 Sep 26 05:31:02.217275 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b37d04-00c6-4bb4-9a04-ddd1e990ecf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f5e8dd-761c-4456-ad77-151570d4e66c,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:02.219108 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 38248) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:02.224993 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port a22e5faf-564a-4f10-97db-70faa24472aa is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:02.289772 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-49e7a6d7-c6df-4b5c-87c1-89157bb14d09 admin admin] Publish callbacks [] for security_group (72f5e8dd-761c-4456-ad77-151570d4e66c), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:02.319272 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-49e7a6d7-c6df-4b5c-87c1-89157bb14d09 admin admin] Publish callbacks [] for security_group (72f5e8dd-761c-4456-ad77-151570d4e66c), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:02.381725 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22907bfc-6fd2-42f9-90fd-07d7d0a9f1dd req-acacf083-6da8-4555-94e1-a2a752cd2931 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:02.383201 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22907bfc-6fd2-42f9-90fd-07d7d0a9f1dd req-acacf083-6da8-4555-94e1-a2a752cd2931 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0758591 Sep 26 05:31:02.419554 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-49e7a6d7-c6df-4b5c-87c1-89157bb14d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (72f5e8dd-761c-4456-ad77-151570d4e66c), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:02.422003 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-49e7a6d7-c6df-4b5c-87c1-89157bb14d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:02.423099 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-49e7a6d7-c6df-4b5c-87c1-89157bb14d09 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/72f5e8dd-761c-4456-ad77-151570d4e66c HTTP/1.1" status: 204 len: 168 time: 0.2015059 Sep 26 05:31:02.441021 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7a6d7-c6df-4b5c-87c1-89157bb14d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f5e8dd-761c-4456-ad77-151570d4e66c,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:02.447796 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22907bfc-6fd2-42f9-90fd-07d7d0a9f1dd req-e383bd97-8593-4e15-8140-7241db91d935 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587442 Sep 26 05:31:02.534330 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57e0eb-65b0-4920-8a57-c2f20225942a req-6ba434f8-4de1-45ad-827f-0d8fd7e307b5 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:02.536336 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ef57e0eb-65b0-4920-8a57-c2f20225942a req-6ba434f8-4de1-45ad-827f-0d8fd7e307b5 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0460751 Sep 26 05:31:02.586643 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ef57e0eb-65b0-4920-8a57-c2f20225942a req-3b1da1b2-d055-4b4b-843c-5587dc945139 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446062 Sep 26 05:31:03.226532 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-83bf4362-509e-478d-8a73-13a08feccf7b req-3d68edf9-baec-482d-92bc-a4702a76a858 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 210 time: 0.0309830 Sep 26 05:31:03.582788 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a59d1-d9b1-41de-8013-df4b8ce679bb req-3677d9a1-59ed-4017-8854-7f7e0436ad2e tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:03.584232 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-726a59d1-d9b1-41de-8013-df4b8ce679bb req-3677d9a1-59ed-4017-8854-7f7e0436ad2e tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0465381 Sep 26 05:31:03.631790 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-726a59d1-d9b1-41de-8013-df4b8ce679bb req-21b36fa4-7b9e-4d52-b297-94239655a3e4 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418115 Sep 26 05:31:03.708127 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ada07-0cdf-4d68-9068-fbea6451c4ea req-1d6c9b9f-ccf2-4f78-ac53-00dea54c46a7 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:03.709620 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-093ada07-0cdf-4d68-9068-fbea6451c4ea req-1d6c9b9f-ccf2-4f78-ac53-00dea54c46a7 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0463181 Sep 26 05:31:03.721402 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:03.723716 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:31:03.739022 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:03.768406 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-093ada07-0cdf-4d68-9068-fbea6451c4ea req-05a8aacf-3a7d-4239-980e-abc6e1f9548e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490997 Sep 26 05:31:03.829996 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=48afb2fc-5507-40ee-ac44-fdd6ed4af3d2,segment=NetworkSegment(c751e0e9-9f40-480e-b0ac-7352649a033a),segment_id=c751e0e9-9f40-480e-b0ac-7352649a033a)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:03.840868 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': '48afb2fc-5507-40ee-ac44-fdd6ed4af3d2', 'network_id': '64bcaa83-8e16-496d-9ee2-d2efca0f0f90', 'port_id': '48afb2fc-5507-40ee-ac44-fdd6ed4af3d2', 'mac_address': 'fa:16:3e:20:29:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9cf5bd-af5e-46e3-904d-d2483771a0fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:31:03.876818 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:03.877210 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:03.890986 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:31:03.911432 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=48afb2fc-5507-40ee-ac44-fdd6ed4af3d2,segment=NetworkSegment(c751e0e9-9f40-480e-b0ac-7352649a033a),segment_id=c751e0e9-9f40-480e-b0ac-7352649a033a)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:03.915298 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:03.963109 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=48afb2fc-5507-40ee-ac44-fdd6ed4af3d2,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:04.338023 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-87d7db73-f03c-48bb-aa68-ad276f8b0d25 req-3678dfa9-6953-4b5c-94fd-73002368c2d8 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 210 time: 0.0319273 Sep 26 05:31:04.750992 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8d526-dc89-4236-ba84-d952f9b4df9e req-89410f20-1a9b-49e0-9d42-01290c6e32e5 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:04.752503 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c8f8d526-dc89-4236-ba84-d952f9b4df9e req-89410f20-1a9b-49e0-9d42-01290c6e32e5 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 945 time: 0.0467367 Sep 26 05:31:04.801059 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c8f8d526-dc89-4236-ba84-d952f9b4df9e req-78dade66-cc38-4920-8358-babc380aae4a tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Sep 26 05:31:04.868147 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:04.886465 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab73369-bd93-468f-85e2-68557911de14 req-c7e03284-1779-4eed-88ae-da0a48dd797c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:04.887907 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cab73369-bd93-468f-85e2-68557911de14 req-c7e03284-1779-4eed-88ae-da0a48dd797c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0471289 Sep 26 05:31:04.934503 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cab73369-bd93-468f-85e2-68557911de14 req-90ad3739-451b-43fb-8776-7d8991bc6232 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Sep 26 05:31:05.453438 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9e0c1acd-aa0d-4e41-b1aa-e2b007807908 req-e50847a9-fa82-4839-90da-d45e14710c95 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 210 time: 0.0314734 Sep 26 05:31:05.560136 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['48afb2fc-5507-40ee-ac44-fdd6ed4af3d2'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:31:05.962327 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014179dd-8c6b-48bf-8fcd-1a43043b446a req-b6a92d7d-e750-4640-bd59-02acb879ec35 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:05.963851 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-014179dd-8c6b-48bf-8fcd-1a43043b446a req-b6a92d7d-e750-4640-bd59-02acb879ec35 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 945 time: 0.0588496 Sep 26 05:31:06.033433 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-014179dd-8c6b-48bf-8fcd-1a43043b446a req-c8f73b15-4580-4724-9208-82c00d69f695 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614102 Sep 26 05:31:06.069654 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b39b4-ef8d-4474-8499-9d5e33c46e3d req-4072e65d-f501-45bb-a846-48270d6a83fa tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:06.071209 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cb9b39b4-ef8d-4474-8499-9d5e33c46e3d req-4072e65d-f501-45bb-a846-48270d6a83fa tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0521958 Sep 26 05:31:06.127396 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cb9b39b4-ef8d-4474-8499-9d5e33c46e3d req-f7dcbe86-c2b2-48ae-b588-740d802d7992 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506301 Sep 26 05:31:06.198957 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-30302666-a1cf-4e45-b0b7-f63fcf906709 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:06.200478 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-30302666-a1cf-4e45-b0b7-f63fcf906709 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.60 "GET /networking/v2.0/networks?id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf HTTP/1.1" status: 200 len: 809 time: 0.1308529 Sep 26 05:31:06.242632 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:06.285832 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-333c8408-ae08-40db-95b0-c56323d9d5e3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=49fe69e57e744eea93988aecfa9decc2 HTTP/1.1" status: 200 len: 380 time: 0.0659323 Sep 26 05:31:06.305616 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Request body: {'port': {'device_id': 'de4a6090-4a17-4d48-806a-1fbfb8556e47', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'admin_state_up': True, 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'security_groups': ['20972371-3786-45bf-a721-7fdc4ee4319e']}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:06.420943 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Made reservation on behalf of 49fe69e57e744eea93988aecfa9decc2 for: {'port': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:31:06.424950 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:06.561230 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:06.582286 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9511d292-aaa3-4db1-9162-77c45fa3ac57 req-9bf0679d-ff9f-467c-89f4-420e49f11525 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 210 time: 0.0365009 Sep 26 05:31:06.584910 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Allocated IP 172.20.0.11 (d6a60f69-a1be-43ae-8a50-02a99ceaebaf/18db2678-2303-4b38-b9f8-4255a44db64a/6c8f3d3c-69f4-4522-90e1-444ce9de2135) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:31:06.743764 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:06.781625 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:06.838993 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Network d6a60f69-a1be-43ae-8a50-02a99ceaebaf is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:31:06.842243 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:31:06.846084 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:31:06.876887 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event updated for resources: {'Port': ['ID=6c8f3d3c-69f4-4522-90e1-444ce9de2135,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:06.891294 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:06.891781 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:06.891968 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:06.892334 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:06.892668 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:06.893016 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:06.893309 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:06.893631 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:06.893957 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:06.894283 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:06.894632 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:06.895104 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:06.895493 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:06.895809 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:06.896350 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:06.921327 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:06.922564 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:06.942868 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-4d196635-295d-4bda-9eef-e8d8b3ab814a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6417959 Sep 26 05:31:06.969455 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Request body: {'port': {'device_id': 'de4a6090-4a17-4d48-806a-1fbfb8556e47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:07.030354 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:31:07.041585 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:07.113162 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:31:07.125385 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:31:07.125960 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:07.126576 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 Sep 26 05:31:07.129865 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:07.187837 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-9c0c0a5b-df1b-4c98-86be-7527da88f324 None None] Provisioning complete for port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:31:07.188472 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9c0c0a5b-df1b-4c98-86be-7527da88f324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:07.189015 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-9c0c0a5b-df1b-4c98-86be-7527da88f324 None None] Attempt 1 to provision port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 Sep 26 05:31:07.192892 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfe8e4-1754-45e4-8c8d-bf5a1de7f0c4 req-19cc2bf1-e89c-47a0-b69c-9193dada4797 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:07.197553 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-86dfe8e4-1754-45e4-8c8d-bf5a1de7f0c4 req-19cc2bf1-e89c-47a0-b69c-9193dada4797 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 945 time: 0.0607557 Sep 26 05:31:07.232982 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c0a5b-df1b-4c98-86be-7527da88f324 None None] Port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:31:07.260211 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-86dfe8e4-1754-45e4-8c8d-bf5a1de7f0c4 req-8e57e1af-44f1-4152-bb84-29f853f00124 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599909 Sep 26 05:31:07.296472 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:07.296995 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:07.308628 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:07.336698 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efac409-bfde-4b69-a933-f76bf0442c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48afb2fc-5507-40ee-ac44-fdd6ed4af3d2'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:31:07.339776 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29b72e2-54de-415c-9931-4976cbc78f19" -d '{"events": [{"server_uuid": "7efac409-bfde-4b69-a933-f76bf0442c1b", "name": "network-vif-plugged", "status": "completed", "tag": "48afb2fc-5507-40ee-ac44-fdd6ed4af3d2"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:31:07.357178 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=48afb2fc-5507-40ee-ac44-fdd6ed4af3d2,segment=NetworkSegment(c751e0e9-9f40-480e-b0ac-7352649a033a),segment_id=c751e0e9-9f40-480e-b0ac-7352649a033a)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:07.366945 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:07.397717 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71fa0b-15b7-46bf-ad92-cd264a08f5cd req-8c21a8c0-8714-4a1e-8096-d276629a6bc1 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:07.406336 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4c71fa0b-15b7-46bf-ad92-cd264a08f5cd req-8c21a8c0-8714-4a1e-8096-d276629a6bc1 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0724764 Sep 26 05:31:07.433514 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8f3d3c-69f4-4522-90e1-444ce9de2135 {{(pid=106341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:31:07.439844 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=48afb2fc-5507-40ee-ac44-fdd6ed4af3d2,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:07.442472 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Publish callbacks [] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:07.465665 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.provisioning_blocks [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Transition to ACTIVE for port object 6c8f3d3c-69f4-4522-90e1-444ce9de2135 will not be triggered until provisioned by entity L2. {{(pid=106341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:31:07.474571 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:07.481246 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4c71fa0b-15b7-46bf-ad92-cd264a08f5cd req-f51e8acb-0dc1-49de-8ab2-498cd50d5086 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734856 Sep 26 05:31:07.510015 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858e7e10-e84a-40d5-a008-77addf0ae436 x-openstack-request-id: req-858e7e10-e84a-40d5-a008-77addf0ae436 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:31:07.510523 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efac409-bfde-4b69-a933-f76bf0442c1b", "name": "network-vif-plugged", "status": "completed", "tag": "48afb2fc-5507-40ee-ac44-fdd6ed4af3d2", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:31:07.510930 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-858e7e10-e84a-40d5-a008-77addf0ae436 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:31:07.511503 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-858e7e10-e84a-40d5-a008-77addf0ae436'] response: {'server_uuid': '7efac409-bfde-4b69-a933-f76bf0442c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48afb2fc-5507-40ee-ac44-fdd6ed4af3d2', 'code': 200} Sep 26 05:31:07.574123 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:07.577007 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8f3d3c-69f4-4522-90e1-444ce9de2135,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:07.612351 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Attempting to bind port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:31:07.612697 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Attempting to bind port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:31:07.613163 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Attempting to bind port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 on network d6a60f69-a1be-43ae-8a50-02a99ceaebaf {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:31:07.658112 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 on network d6a60f69-a1be-43ae-8a50-02a99ceaebaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:31:07.658439 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Attempting to bind port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 on network d6a60f69-a1be-43ae-8a50-02a99ceaebaf {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:31:07.709650 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:31:07.710178 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Checking segment: {'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:31:07.710581 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Bound using segment: {'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:31:07.711091 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Bound port: 6c8f3d3c-69f4-4522-90e1-444ce9de2135, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'}}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:31:07.711528 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:07.734331 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-9c0c0a5b-df1b-4c98-86be-7527da88f324 None None] Attempt 2 to provision port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 Sep 26 05:31:07.768134 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c0a5b-df1b-4c98-86be-7527da88f324 None None] Port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:31:07.779672 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] For port 6c8f3d3c-69f4-4522-90e1-444ce9de2135, host hv-cinder-85918, cleared binding levels {{(pid=106341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:31:07.783206 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] For port 6c8f3d3c-69f4-4522-90e1-444ce9de2135, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=6c8f3d3c-69f4-4522-90e1-444ce9de2135,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:31:07.789603 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:07.795516 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:07.796226 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:07.797631 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/6c8f3d3c-69f4-4522-90e1-444ce9de2135 HTTP/1.1" status: 200 len: 1094 time: 0.8326051 Sep 26 05:31:07.798144 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4a6090-4a17-4d48-806a-1fbfb8556e47', 'tag': '6c8f3d3c-69f4-4522-90e1-444ce9de2135'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:31:07.800446 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf109c0f-9f01-4e36-a688-fabfb5f42aca" -d '{"events": [{"name": "network-changed", "server_uuid": "de4a6090-4a17-4d48-806a-1fbfb8556e47", "tag": "6c8f3d3c-69f4-4522-90e1-444ce9de2135"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:31:07.855936 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd08121-5366-4d4e-a7fd-2c80e71c19c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8f3d3c-69f4-4522-90e1-444ce9de2135,revision_number=3']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:07.860016 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970b171b-81f1-47ac-b70c-4c6f9f77e53c x-openstack-request-id: req-970b171b-81f1-47ac-b70c-4c6f9f77e53c {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:31:07.860473 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4a6090-4a17-4d48-806a-1fbfb8556e47", "tag": "6c8f3d3c-69f4-4522-90e1-444ce9de2135", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:31:07.860838 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-970b171b-81f1-47ac-b70c-4c6f9f77e53c {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:31:07.861328 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970b171b-81f1-47ac-b70c-4c6f9f77e53c'] response: {'name': 'network-changed', 'server_uuid': 'de4a6090-4a17-4d48-806a-1fbfb8556e47', 'tag': '6c8f3d3c-69f4-4522-90e1-444ce9de2135', 'status': 'completed', 'code': 200} Sep 26 05:31:07.874220 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:31:07.919234 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-83c31e4a-b061-4f2d-a615-e9f285972e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:07.920897 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-83c31e4a-b061-4f2d-a615-e9f285972e62 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=49fe69e57e744eea93988aecfa9decc2&device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 1128 time: 0.0470788 Sep 26 05:31:07.965664 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-d4b20de8-9a74-46ec-b83c-b94a3eda3fb8 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8f3d3c-69f4-4522-90e1-444ce9de2135 HTTP/1.1" status: 200 len: 217 time: 0.0367963 Sep 26 05:31:08.031408 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e330f-5f8a-40f3-8e68-d45cdd3181ff req-df4acfaa-2fbf-43cd-916a-ccf80ee8e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:08.031976 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-9ceba5a6-0cb7-4339-8349-7205f7943708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:08.033020 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-9ceba5a6-0cb7-4339-8349-7205f7943708 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=18db2678-2303-4b38-b9f8-4255a44db64a HTTP/1.1" status: 200 len: 848 time: 0.0539372 Sep 26 05:31:08.033130 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-573e330f-5f8a-40f3-8e68-d45cdd3181ff req-df4acfaa-2fbf-43cd-916a-ccf80ee8e375 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 1130 time: 0.0531063 Sep 26 05:31:08.039323 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858bd56-8f1b-4f51-b68f-34121189e091 req-343976c2-b440-4113-9fe4-ac4e3abf45ce tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:08.040878 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d858bd56-8f1b-4f51-b68f-34121189e091 req-343976c2-b440-4113-9fe4-ac4e3abf45ce tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 944 time: 0.3669398 Sep 26 05:31:08.099839 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-f1f97130-9d73-4ec3-b26d-c5f718bce3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:08.101423 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-f1f97130-9d73-4ec3-b26d-c5f718bce3a3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436528 Sep 26 05:31:08.134970 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-573e330f-5f8a-40f3-8e68-d45cdd3181ff req-ed001061-c1c9-462d-84e2-5894f6c521e0 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727148 Sep 26 05:31:08.138694 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d858bd56-8f1b-4f51-b68f-34121189e091 req-18447ffa-b35a-42ca-8c54-33686728c76f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919819 Sep 26 05:31:08.205818 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-08713984-1170-422b-bfa6-2df078b8f081 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903807 Sep 26 05:31:08.268929 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-9c0c0a5b-df1b-4c98-86be-7527da88f324 None None] Attempt 3 to provision port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 Sep 26 05:31:08.307358 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c0a5b-df1b-4c98-86be-7527da88f324 None None] Port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 had new provisioning blocks added so it will not transition to active. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:31:08.396808 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94fe56-86ad-43e9-bac1-10ba74b91002 req-c2474c0c-402d-458d-a52f-71f1bdf98146 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:08.398211 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ab94fe56-86ad-43e9-bac1-10ba74b91002 req-c2474c0c-402d-458d-a52f-71f1bdf98146 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 946 time: 0.0514643 Sep 26 05:31:08.445561 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ab94fe56-86ad-43e9-bac1-10ba74b91002 req-8e8e1d41-800f-4718-ac08-47681b84c531 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416679 Sep 26 05:31:08.543870 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fd21e74f-5fe3-4083-ad51-300c2608d1ed req-7ffd4a78-56c5-4f23-a585-da19195e1463 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937910 Sep 26 05:31:08.615220 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26821e1-f094-40d3-951b-794a36999052 req-92e09319-8567-4a67-826d-80479a5d6a9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:08.616715 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d26821e1-f094-40d3-951b-794a36999052 req-92e09319-8567-4a67-826d-80479a5d6a9c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0615101 Sep 26 05:31:08.663956 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d26821e1-f094-40d3-951b-794a36999052 req-5466d7d1-70c3-4784-962d-2793e8044d81 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416563 Sep 26 05:31:08.982268 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9228e8-b38e-4fdc-8caf-f9dd4bdc08c4 req-232fa7d5-3b16-463a-8e9e-be421d9e6ea6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:08.983984 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ab9228e8-b38e-4fdc-8caf-f9dd4bdc08c4 req-232fa7d5-3b16-463a-8e9e-be421d9e6ea6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0454307 Sep 26 05:31:09.009107 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:09.033609 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ab9228e8-b38e-4fdc-8caf-f9dd4bdc08c4 req-7e5c6c2a-5740-4d14-99b2-2ee4247f1358 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434182 Sep 26 05:31:09.266541 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bdae5-dbc2-4ddc-b072-e41748ed9f32 req-1a643834-07b5-4c37-98af-274881f1ca43 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:09.268080 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b53bdae5-dbc2-4ddc-b072-e41748ed9f32 req-1a643834-07b5-4c37-98af-274881f1ca43 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 944 time: 0.0484562 Sep 26 05:31:09.307333 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:09.320209 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b53bdae5-dbc2-4ddc-b072-e41748ed9f32 req-ef7fb8a4-4b07-44ec-bcfc-88ead8179bdd tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445077 Sep 26 05:31:09.399503 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 38422) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:09.506891 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-896c4d35-f346-4db9-b4e5-c13907c0c026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:09.584041 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95188d64-abc2-4f84-924a-93cb15cf0883 req-e3f92f22-e027-4e3f-83b3-e499db4267a2 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:09.585514 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95188d64-abc2-4f84-924a-93cb15cf0883 req-e3f92f22-e027-4e3f-83b3-e499db4267a2 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 946 time: 0.0621705 Sep 26 05:31:09.658808 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-896c4d35-f346-4db9-b4e5-c13907c0c026 admin admin] Publish callbacks [] for security_group (e596acf0-b62d-41d6-97ae-c24db0eca489), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:09.664169 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95188d64-abc2-4f84-924a-93cb15cf0883 req-6da292d7-8d5a-4294-9e7c-cf0f5b82134d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722847 Sep 26 05:31:09.665224 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-896c4d35-f346-4db9-b4e5-c13907c0c026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (e596acf0-b62d-41d6-97ae-c24db0eca489), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:09.707894 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38436) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:09.708379 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-896c4d35-f346-4db9-b4e5-c13907c0c026 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5e4df6feaf3c4417ad1cdf3f4e9a2594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068063 Sep 26 05:31:09.709094 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c4d35-f346-4db9-b4e5-c13907c0c026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e596acf0-b62d-41d6-97ae-c24db0eca489,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:09.757329 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:09.761447 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-05a2cd8e-009a-4014-88aa-ddbdf4d6686f admin admin] Publish callbacks [] for security_group (e596acf0-b62d-41d6-97ae-c24db0eca489), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:09.782706 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-05a2cd8e-009a-4014-88aa-ddbdf4d6686f admin admin] Publish callbacks [] for security_group (e596acf0-b62d-41d6-97ae-c24db0eca489), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:09.789346 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fba84-5ac6-4a28-84a3-2e4a8e133b93 req-682475f5-4de6-4cb3-a3fc-0ca9aa30e625 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:09.790832 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c58fba84-5ac6-4a28-84a3-2e4a8e133b93 req-682475f5-4de6-4cb3-a3fc-0ca9aa30e625 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0477388 Sep 26 05:31:09.835754 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-05a2cd8e-009a-4014-88aa-ddbdf4d6686f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (e596acf0-b62d-41d6-97ae-c24db0eca489), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:09.838445 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-05a2cd8e-009a-4014-88aa-ddbdf4d6686f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:09.839658 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-05a2cd8e-009a-4014-88aa-ddbdf4d6686f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e596acf0-b62d-41d6-97ae-c24db0eca489 HTTP/1.1" status: 204 len: 168 time: 0.1306522 Sep 26 05:31:09.841080 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c58fba84-5ac6-4a28-84a3-2e4a8e133b93 req-07ed005f-a1bd-4c97-b338-4e986e4e64f7 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445099 Sep 26 05:31:09.848630 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2cd8e-009a-4014-88aa-ddbdf4d6686f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e596acf0-b62d-41d6-97ae-c24db0eca489,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:10.173301 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c604f-00a9-4931-bc2b-67f99bdee98b req-af81dff3-3d54-4ee3-a5de-b183d691be17 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:10.174775 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f21c604f-00a9-4931-bc2b-67f99bdee98b req-af81dff3-3d54-4ee3-a5de-b183d691be17 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0545022 Sep 26 05:31:10.226322 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f21c604f-00a9-4931-bc2b-67f99bdee98b req-4eb68cbf-c5cd-4545-aaf5-47c3a1028b6a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457892 Sep 26 05:31:10.585329 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ca65e-cf69-4bd1-9c33-6abbbae090d3 req-4071169d-53fb-426e-9f73-0391098421c0 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:10.586819 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b22ca65e-cf69-4bd1-9c33-6abbbae090d3 req-4071169d-53fb-426e-9f73-0391098421c0 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 944 time: 0.0492663 Sep 26 05:31:10.634332 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b22ca65e-cf69-4bd1-9c33-6abbbae090d3 req-f9eb3bc6-59c8-4135-a62b-866f9f74dd3b tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420542 Sep 26 05:31:10.735949 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf109c0f-9f01-4e36-a688-fabfb5f42aca req-b8801781-be04-476b-ad4d-ddc9c093c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:10.738152 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cf109c0f-9f01-4e36-a688-fabfb5f42aca req-b8801781-be04-476b-ad4d-ddc9c093c725 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=49fe69e57e744eea93988aecfa9decc2&device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 1128 time: 0.0523453 Sep 26 05:31:10.806351 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa673-f251-4680-b773-4d7de180daae req-2b682594-ac22-4bf5-995d-2ec7142c33fd tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:10.807881 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-14ffa673-f251-4680-b773-4d7de180daae req-2b682594-ac22-4bf5-995d-2ec7142c33fd tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 946 time: 0.0502388 Sep 26 05:31:10.869946 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-14ffa673-f251-4680-b773-4d7de180daae req-9f219e89-f945-4804-9bd4-0cf8cfddd86a tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512877 Sep 26 05:31:10.970544 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ae872-07df-44a8-afb4-1452f4c18d7d req-b48f99ce-cfde-4317-a780-8b773aa95bb5 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:10.972887 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4a2ae872-07df-44a8-afb4-1452f4c18d7d req-b48f99ce-cfde-4317-a780-8b773aa95bb5 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0523491 Sep 26 05:31:11.026105 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4a2ae872-07df-44a8-afb4-1452f4c18d7d req-b44474cb-4b11-414c-ad7f-7c45f54acf6c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458572 Sep 26 05:31:11.063988 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 6c8f3d3c-69f4-4522-90e1-444ce9de2135 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:31:11.085697 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf109c0f-9f01-4e36-a688-fabfb5f42aca req-6a3bff3f-88bb-433f-bd5d-3586a9fbfb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:11.086649 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:11.087263 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cf109c0f-9f01-4e36-a688-fabfb5f42aca req-6a3bff3f-88bb-433f-bd5d-3586a9fbfb84 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf HTTP/1.1" status: 200 len: 910 time: 0.1254480 Sep 26 05:31:11.141573 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cf109c0f-9f01-4e36-a688-fabfb5f42aca req-3750a7f8-ea60-4668-a47e-7c7fab8ad2bb service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8f3d3c-69f4-4522-90e1-444ce9de2135 HTTP/1.1" status: 200 len: 217 time: 0.0335207 Sep 26 05:31:11.178420 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 6c8f3d3c-69f4-4522-90e1-444ce9de2135, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=6c8f3d3c-69f4-4522-90e1-444ce9de2135,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:11.189910 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': '6c8f3d3c-69f4-4522-90e1-444ce9de2135', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'port_id': '6c8f3d3c-69f4-4522-90e1-444ce9de2135', 'mac_address': 'fa:16:3e:ff:f6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:31:11.224692 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:11.225075 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:11.237928 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8f3d3c-69f4-4522-90e1-444ce9de2135 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:31:11.258125 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 6c8f3d3c-69f4-4522-90e1-444ce9de2135, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=6c8f3d3c-69f4-4522-90e1-444ce9de2135,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:11.262180 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:11.312836 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=6c8f3d3c-69f4-4522-90e1-444ce9de2135,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:11.359960 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca854927-e045-4530-9036-64aa12e5277e req-92a2282e-66e6-4fe3-8cb4-ae1daf9aeb38 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:11.361574 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ca854927-e045-4530-9036-64aa12e5277e req-92a2282e-66e6-4fe3-8cb4-ae1daf9aeb38 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0532272 Sep 26 05:31:11.400638 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:11.413219 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ca854927-e045-4530-9036-64aa12e5277e req-1a1141d1-1f7e-4d51-9c8b-34831d936a74 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459733 Sep 26 05:31:11.758243 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['6c8f3d3c-69f4-4522-90e1-444ce9de2135'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:31:11.759997 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ad19d-b640-4f04-882f-370c72e4999a req-66ade373-fd0b-404c-89c9-2047e5549a0d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:11.761766 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-237ad19d-b640-4f04-882f-370c72e4999a req-66ade373-fd0b-404c-89c9-2047e5549a0d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 945 time: 0.0520806 Sep 26 05:31:11.815791 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-237ad19d-b640-4f04-882f-370c72e4999a req-d2ae2864-d29f-4d13-b79c-a12c99e8a0ca tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480452 Sep 26 05:31:11.974582 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:11.994227 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f7206-bc79-4a46-97f1-85ede759dc87 req-02244887-1957-4074-9d08-382d55f5a9bd tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:11.995714 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1f3f7206-bc79-4a46-97f1-85ede759dc87 req-02244887-1957-4074-9d08-382d55f5a9bd tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 946 time: 0.0481217 Sep 26 05:31:12.043417 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1f3f7206-bc79-4a46-97f1-85ede759dc87 req-55cf2429-9545-43c5-b648-6aac97a1c0b4 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420508 Sep 26 05:31:12.156362 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf109c0f-9f01-4e36-a688-fabfb5f42aca req-86e4e02a-5ca6-48ef-aacb-c34b1b08a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:12.158045 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cf109c0f-9f01-4e36-a688-fabfb5f42aca req-86e4e02a-5ca6-48ef-aacb-c34b1b08a429 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=18db2678-2303-4b38-b9f8-4255a44db64a HTTP/1.1" status: 200 len: 848 time: 0.0712900 Sep 26 05:31:12.175148 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37457eec-798b-4d05-89b4-8444dacd2abc req-9ecef526-4d01-4fab-adf1-b436e71bcdda tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:12.177080 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-37457eec-798b-4d05-89b4-8444dacd2abc req-9ecef526-4d01-4fab-adf1-b436e71bcdda tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0518005 Sep 26 05:31:12.236583 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-37457eec-798b-4d05-89b4-8444dacd2abc req-24c051ae-70aa-46bd-b5d3-7568a2c1c56c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541189 Sep 26 05:31:12.434133 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:12.444527 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf109c0f-9f01-4e36-a688-fabfb5f42aca req-86cd528c-03c9-444f-8a71-006a3cbaa936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:12.446048 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cf109c0f-9f01-4e36-a688-fabfb5f42aca req-86cd528c-03c9-444f-8a71-006a3cbaa936 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561640 Sep 26 05:31:12.563503 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cf109c0f-9f01-4e36-a688-fabfb5f42aca req-d21f9ffd-1dc0-4602-93e7-bdfe4c0c9590 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042271 Sep 26 05:31:12.589522 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754a446-c5ed-4063-84f6-f145508cc540 req-2ae03f9c-7080-4044-8fe2-5c66538e243d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:12.597332 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7754a446-c5ed-4063-84f6-f145508cc540 req-2ae03f9c-7080-4044-8fe2-5c66538e243d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0702763 Sep 26 05:31:12.643805 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7754a446-c5ed-4063-84f6-f145508cc540 req-18e22a96-6830-4f3c-83ab-8426d4e10597 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449920 Sep 26 05:31:12.685688 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cf109c0f-9f01-4e36-a688-fabfb5f42aca req-3d3cdbfa-b1e5-43a6-a529-df96e118d388 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085904 Sep 26 05:31:12.936217 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2995ec3-a8ed-49ba-9b28-af02961d3058 req-09d24698-796a-4859-a70b-d3c4b7c9d016 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:12.937693 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f2995ec3-a8ed-49ba-9b28-af02961d3058 req-09d24698-796a-4859-a70b-d3c4b7c9d016 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 945 time: 0.0464470 Sep 26 05:31:12.984271 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f2995ec3-a8ed-49ba-9b28-af02961d3058 req-3cffafa3-691c-4c0d-8f50-8035a563d754 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402277 Sep 26 05:31:13.080079 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 6c8f3d3c-69f4-4522-90e1-444ce9de2135 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:31:13.120377 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:13.125773 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:31:13.132264 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:31:13.132683 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:13.133028 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 Sep 26 05:31:13.201770 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:13.202142 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:13.225418 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4a6090-4a17-4d48-806a-1fbfb8556e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8f3d3c-69f4-4522-90e1-444ce9de2135'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:31:13.227607 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc049d7-03ee-4f73-89c6-0c9f8f64fbcc" -d '{"events": [{"server_uuid": "de4a6090-4a17-4d48-806a-1fbfb8556e47", "name": "network-vif-plugged", "status": "completed", "tag": "6c8f3d3c-69f4-4522-90e1-444ce9de2135"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:31:13.241558 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 6c8f3d3c-69f4-4522-90e1-444ce9de2135, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=6c8f3d3c-69f4-4522-90e1-444ce9de2135,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:13.245723 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:13.276370 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78bd5d3-df5c-41df-b62b-166d8a116845 x-openstack-request-id: req-e78bd5d3-df5c-41df-b62b-166d8a116845 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:31:13.276370 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4a6090-4a17-4d48-806a-1fbfb8556e47", "name": "network-vif-plugged", "status": "completed", "tag": "6c8f3d3c-69f4-4522-90e1-444ce9de2135", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:31:13.276370 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e78bd5d3-df5c-41df-b62b-166d8a116845 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:31:13.276653 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e78bd5d3-df5c-41df-b62b-166d8a116845'] response: {'server_uuid': 'de4a6090-4a17-4d48-806a-1fbfb8556e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8f3d3c-69f4-4522-90e1-444ce9de2135', 'code': 200} Sep 26 05:31:13.306112 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=6c8f3d3c-69f4-4522-90e1-444ce9de2135,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:13.407452 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00276719-7e33-4718-8da9-63503a4bcfe8 req-8cc2df99-88ac-421b-9e2c-a092282c4f63 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:13.409133 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-00276719-7e33-4718-8da9-63503a4bcfe8 req-8cc2df99-88ac-421b-9e2c-a092282c4f63 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0523560 Sep 26 05:31:13.459901 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-00276719-7e33-4718-8da9-63503a4bcfe8 req-2e4ab6af-6f73-4c03-846e-2a75af6d0ae3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441720 Sep 26 05:31:13.510304 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58a460-9dee-4036-9f60-3bdae4caccb5 req-bb664f03-4391-460c-895b-037167cd465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:13.511797 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4e58a460-9dee-4036-9f60-3bdae4caccb5 req-bb664f03-4391-460c-895b-037167cd465a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 1130 time: 0.0406942 Sep 26 05:31:13.759377 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4e58a460-9dee-4036-9f60-3bdae4caccb5 req-d1a0826d-0ef5-4235-a1bb-103bcdcfc1d4 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434296 Sep 26 05:31:13.788352 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc6864-c169-4f77-8634-06c8dc401f41 req-43454cb6-cf80-4063-b6a8-84b51c403c42 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:13.789848 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-94bc6864-c169-4f77-8634-06c8dc401f41 req-43454cb6-cf80-4063-b6a8-84b51c403c42 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0519490 Sep 26 05:31:13.841663 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-94bc6864-c169-4f77-8634-06c8dc401f41 req-c48440c6-4e02-40ec-89b8-8a45a5c4c02d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462682 Sep 26 05:31:14.114725 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14971de-c863-4b14-9ba6-29c1102c801d req-dc09a09a-d0c5-40ed-a712-934c819efd68 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:14.116190 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e14971de-c863-4b14-9ba6-29c1102c801d req-dc09a09a-d0c5-40ed-a712-934c819efd68 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0518315 Sep 26 05:31:14.163520 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e14971de-c863-4b14-9ba6-29c1102c801d req-c375f4de-1dc2-464a-b1f5-f1c7b35100b5 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 Sep 26 05:31:14.579369 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242dc87-76fa-4fa1-a7e3-87ce1f21fb48 req-ec23527f-901c-4a17-9552-0b549cc6989c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:14.580854 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d242dc87-76fa-4fa1-a7e3-87ce1f21fb48 req-ec23527f-901c-4a17-9552-0b549cc6989c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0470557 Sep 26 05:31:14.627798 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d242dc87-76fa-4fa1-a7e3-87ce1f21fb48 req-88c4e1d4-0497-4359-ac5b-2039f5242cd2 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414550 Sep 26 05:31:14.974542 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38db91-9543-4d10-baac-d6d6792c5bc5 req-13652aac-0017-41d7-bf28-a9b1380a551b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:14.976113 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2e38db91-9543-4d10-baac-d6d6792c5bc5 req-13652aac-0017-41d7-bf28-a9b1380a551b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0485041 Sep 26 05:31:15.027130 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2e38db91-9543-4d10-baac-d6d6792c5bc5 req-664eceb8-3f6d-4673-a726-6383b758f758 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446851 Sep 26 05:31:15.286176 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e450f3-9cc5-416a-b7e7-0329db25b55b req-ada8a738-48a9-4172-a30d-125a4c6bb0a7 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:15.287741 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-51e450f3-9cc5-416a-b7e7-0329db25b55b req-ada8a738-48a9-4172-a30d-125a4c6bb0a7 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0482635 Sep 26 05:31:15.335813 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-51e450f3-9cc5-416a-b7e7-0329db25b55b req-a5303faa-e113-4f47-9b6c-ca7ff2feb21e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424509 Sep 26 05:31:15.763040 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:15.779269 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99fa16-b8ee-404a-a5ca-3d95d11c2858 req-b853af44-a2aa-4c6b-b155-cb6bfe351619 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:15.780752 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2a99fa16-b8ee-404a-a5ca-3d95d11c2858 req-b853af44-a2aa-4c6b-b155-cb6bfe351619 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0686285 Sep 26 05:31:15.838692 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2a99fa16-b8ee-404a-a5ca-3d95d11c2858 req-4b3a26d5-44d1-464c-b032-b1fd65a8e772 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474186 Sep 26 05:31:16.210934 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309e46-afb3-4e1a-889f-486cd3a233a9 req-1f21ecdb-14fe-4cb2-8034-a94997117038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:16.213599 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f4309e46-afb3-4e1a-889f-486cd3a233a9 req-1f21ecdb-14fe-4cb2-8034-a94997117038 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 1129 time: 0.0497234 Sep 26 05:31:16.378748 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f8983-d8d3-40b0-b4d4-ebd038da069b req-712ef65a-036e-4c89-acd9-cfc7afb74f3a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:16.381366 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-974f8983-d8d3-40b0-b4d4-ebd038da069b req-712ef65a-036e-4c89-acd9-cfc7afb74f3a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.1025033 Sep 26 05:31:16.398930 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:16.466209 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309e46-afb3-4e1a-889f-486cd3a233a9 req-0270c495-445b-456c-962a-d8aff19eeb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:16.468037 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f4309e46-afb3-4e1a-889f-486cd3a233a9 req-0270c495-445b-456c-962a-d8aff19eeb81 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 919 time: 0.2115674 Sep 26 05:31:16.495772 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-974f8983-d8d3-40b0-b4d4-ebd038da069b req-90122131-deb4-4a42-9125-760692c26123 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058650 Sep 26 05:31:16.522507 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66720f96-f110-407a-9113-9adbcf62fdb5 req-65914aba-8c46-4e91-83ca-95f09241e80f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:16.530158 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-66720f96-f110-407a-9113-9adbcf62fdb5 req-65914aba-8c46-4e91-83ca-95f09241e80f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0760911 Sep 26 05:31:16.558908 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f4309e46-afb3-4e1a-889f-486cd3a233a9 req-4e4d76c9-8e4e-49df-89b7-c2ed0bb8f649 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f70e6461-7f87-4ee4-b3e4-f7d4db390598 HTTP/1.1" status: 200 len: 217 time: 0.0600762 Sep 26 05:31:16.599608 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-66720f96-f110-407a-9113-9adbcf62fdb5 req-0ff0074f-2db7-463b-b129-49a5a3e01ab7 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685070 Sep 26 05:31:16.630973 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309e46-afb3-4e1a-889f-486cd3a233a9 req-f83a94b8-38ad-4bd0-805a-f19ac3ab160e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:16.633161 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f4309e46-afb3-4e1a-889f-486cd3a233a9 req-f83a94b8-38ad-4bd0-805a-f19ac3ab160e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.0525849 Sep 26 05:31:16.696773 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-401dd582-33ab-45ef-b0a0-e7f9793813dd tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1386141646&fields=id&tenant_id=e1b5f9daf8d44a6987bbff8939ed7c92 HTTP/1.1" status: 200 len: 267 time: 0.0510275 Sep 26 05:31:16.846650 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-74bf16f2-90d5-4301-899e-3500a53e77b9 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:16.853984 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-74bf16f2-90d5-4301-899e-3500a53e77b9 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/networks?id=73121f4e-6b77-45b6-a1f2-7577a1a4a779 HTTP/1.1" status: 200 len: 808 time: 0.1503444 Sep 26 05:31:16.860060 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4309e46-afb3-4e1a-889f-486cd3a233a9 req-8a58c9bb-71b3-48ac-8481-5eda404a1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:16.861688 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f4309e46-afb3-4e1a-889f-486cd3a233a9 req-8a58c9bb-71b3-48ac-8481-5eda404a1c06 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1091456 Sep 26 05:31:16.865179 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-963fa3bf-28af-476a-8437-67901e1e65aa tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/quotas/e1b5f9daf8d44a6987bbff8939ed7c92 HTTP/1.1" status: 200 len: 375 time: 0.0103443 Sep 26 05:31:16.942479 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-2794fd1b-3a33-470e-bf98-21ee7d4f1800 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=e1b5f9daf8d44a6987bbff8939ed7c92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714245 Sep 26 05:31:17.021590 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836b023-fb1c-4451-a6f6-d30421d5dc4a req-6395ee8c-364a-44b6-895b-788dd2abb8c4 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:17.023078 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f836b023-fb1c-4451-a6f6-d30421d5dc4a req-6395ee8c-364a-44b6-895b-788dd2abb8c4 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.1006341 Sep 26 05:31:17.100519 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-f351910f-b400-4eaa-8cf5-28d925b6b173 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/73121f4e-6b77-45b6-a1f2-7577a1a4a779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384807 Sep 26 05:31:17.107644 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f836b023-fb1c-4451-a6f6-d30421d5dc4a req-30d7f0bc-ab28-4bbc-b042-70ae6c369015 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759141 Sep 26 05:31:17.203892 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-76945b0c-a00e-4a2c-b419-ddbc329c050a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/73121f4e-6b77-45b6-a1f2-7577a1a4a779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944111 Sep 26 05:31:17.282377 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38688) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:17.288421 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-93d86bc5-0426-42d7-a059-3b653cc4575e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1152802332', 'description': 'tempest-description--227583706'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:17.317651 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-93d86bc5-0426-42d7-a059-3b653cc4575e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:17.406928 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-93d86bc5-0426-42d7-a059-3b653cc4575e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (2fe78454-c4f8-4d0c-9735-1f1830ec3be6), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:17.411928 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-93d86bc5-0426-42d7-a059-3b653cc4575e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (2fe78454-c4f8-4d0c-9735-1f1830ec3be6), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:17.420296 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:17.449341 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d86bc5-0426-42d7-a059-3b653cc4575e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe78454-c4f8-4d0c-9735-1f1830ec3be6,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:17.460675 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-93d86bc5-0426-42d7-a059-3b653cc4575e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:17.462497 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-93d86bc5-0426-42d7-a059-3b653cc4575e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1788225 Sep 26 05:31:17.465258 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38698) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:17.470540 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-39c3086b-581f-488f-af66-2db5c902f307 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'security_group_rule': {'security_group_id': '2fe78454-c4f8-4d0c-9735-1f1830ec3be6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:17.513045 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-39c3086b-581f-488f-af66-2db5c902f307 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (cd6a74e4-5f64-42d1-8a65-eb623513189f), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:17.579255 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fe210cd1-f796-4fd7-b452-09481b792b8b req-d20accec-4f7b-40a4-80b1-5f2b1cef1451 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 210 time: 0.0461309 Sep 26 05:31:17.604827 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:17.638424 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-39c3086b-581f-488f-af66-2db5c902f307 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (cd6a74e4-5f64-42d1-8a65-eb623513189f), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:17.653847 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-39c3086b-581f-488f-af66-2db5c902f307 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (cd6a74e4-5f64-42d1-8a65-eb623513189f), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:17.700064 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-39c3086b-581f-488f-af66-2db5c902f307 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:17.701678 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-39c3086b-581f-488f-af66-2db5c902f307 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2350929 Sep 26 05:31:17.704489 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38712) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:17.717121 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-442377be-c0e6-4b6d-b92d-855accc03513 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'security_group_rule': {'security_group_id': '2fe78454-c4f8-4d0c-9735-1f1830ec3be6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:17.725447 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43bba9-709d-424e-a6d8-585a481ccf69 req-f59c1859-f2fe-4edb-9609-8eee731f62a8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:17.728364 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3086b-581f-488f-af66-2db5c902f307 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6a74e4-5f64-42d1-8a65-eb623513189f,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:17.741378 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1a43bba9-709d-424e-a6d8-585a481ccf69 req-f59c1859-f2fe-4edb-9609-8eee731f62a8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.1001999 Sep 26 05:31:17.804000 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-442377be-c0e6-4b6d-b92d-855accc03513 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (31512a92-7371-46da-9085-2975847558c5), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:17.853192 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1a43bba9-709d-424e-a6d8-585a481ccf69 req-f1cb47da-d6ca-4b18-b194-517aa840e1b3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102407 Sep 26 05:31:17.899339 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f4309e46-afb3-4e1a-889f-486cd3a233a9 req-d882c29d-ba35-43f5-a3b0-67e24162406e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567738 Sep 26 05:31:17.915386 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925b019-0225-4c2e-b7f9-8971603a63b2 req-3d78e8bc-385b-4b74-a0b8-e63416bc0421 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:17.935344 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-442377be-c0e6-4b6d-b92d-855accc03513 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (31512a92-7371-46da-9085-2975847558c5), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:17.941959 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2925b019-0225-4c2e-b7f9-8971603a63b2 req-3d78e8bc-385b-4b74-a0b8-e63416bc0421 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.1960626 Sep 26 05:31:17.949024 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-442377be-c0e6-4b6d-b92d-855accc03513 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (31512a92-7371-46da-9085-2975847558c5), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:17.966559 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:17.988733 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:18.002755 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2925b019-0225-4c2e-b7f9-8971603a63b2 req-6f0b742e-f014-445a-8dfa-c4e8d3290ed3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593388 Sep 26 05:31:18.018827 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442377be-c0e6-4b6d-b92d-855accc03513 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31512a92-7371-46da-9085-2975847558c5,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:18.039838 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-442377be-c0e6-4b6d-b92d-855accc03513 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:18.041556 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-442377be-c0e6-4b6d-b92d-855accc03513 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3353875 Sep 26 05:31:18.044703 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 38728) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:18.052506 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'floatingip': {'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:18.073349 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f4309e46-afb3-4e1a-889f-486cd3a233a9 req-6cb82810-8535-45c2-bcce-63a9bb1c5817 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589134 Sep 26 05:31:18.106452 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:18.192349 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ca935-68e1-4c11-8a6c-52b071855558 req-6ee93b46-d96d-4cd9-ba59-cc121d788f34 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:18.193906 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-809ca935-68e1-4c11-8a6c-52b071855558 req-6ee93b46-d96d-4cd9-ba59-cc121d788f34 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0996451 Sep 26 05:31:18.204797 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38734) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:18.213556 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-ee2ae527-4e41-40bf-a756-9072ba68dd8c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Request body: {'floatingip': {'port_id': '6c8f3d3c-69f4-4522-90e1-444ce9de2135'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:18.255941 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae527-4e41-40bf-a756-9072ba68dd8c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for floatingip (a2471af6-df0e-439e-9fd1-1d4e55434456), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:18.268130 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:18.278440 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031da17d-2fc8-43d1-ab02-afa67be29ccd req-fcbdcf43-548a-4124-88a9-f733fa5c70fd tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:18.279905 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-031da17d-2fc8-43d1-ab02-afa67be29ccd req-fcbdcf43-548a-4124-88a9-f733fa5c70fd tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0633276 Sep 26 05:31:18.321272 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:18.399919 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-031da17d-2fc8-43d1-ab02-afa67be29ccd req-35951a89-92f3-463f-b722-ef68007cb4e1 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132917 Sep 26 05:31:18.434534 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Allocated IP 172.27.0.47 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/05b5d675-fc97-4d01-ab29-bf4e33283979) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:31:18.546357 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for port (05b5d675-fc97-4d01-ab29-bf4e33283979), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:18.583183 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (05b5d675-fc97-4d01-ab29-bf4e33283979), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:18.628024 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:31:18.631620 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:31:18.634251 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:31:18.660960 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'Port': ['ID=05b5d675-fc97-4d01-ab29-bf4e33283979,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:18.690324 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:18.702656 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-42d5e74e-2f40-46de-991e-9f475714dfe2 req-30107e15-cee2-4a21-b9a9-2e0d52f63c71 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 210 time: 0.0380616 Sep 26 05:31:18.714661 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae527-4e41-40bf-a756-9072ba68dd8c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:18.740679 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae527-4e41-40bf-a756-9072ba68dd8c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (a2471af6-df0e-439e-9fd1-1d4e55434456), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:18.777541 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (6bd8e163-b6e2-4b3b-9122-ae38a740747d), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:18.828137 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (05b5d675-fc97-4d01-ab29-bf4e33283979), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:18.935529 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:19.060983 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.l3_db [None req-ee2ae527-4e41-40bf-a756-9072ba68dd8c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Floating IP a2471af6-df0e-439e-9fd1-1d4e55434456 associated. External IP: 172.27.0.251, port: 6c8f3d3c-69f4-4522-90e1-444ce9de2135. Sep 26 05:31:19.064293 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3e87e-19c6-4c9c-9b1c-f2df61bfac9d req-7d741193-f2ad-47a3-94c8-8ccc1b9fa5ce tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:19.064864 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-02c3e87e-19c6-4c9c-9b1c-f2df61bfac9d req-7d741193-f2ad-47a3-94c8-8ccc1b9fa5ce tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0827022 Sep 26 05:31:19.069008 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for port (05b5d675-fc97-4d01-ab29-bf4e33283979), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:19.085235 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (05b5d675-fc97-4d01-ab29-bf4e33283979), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:19.098491 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:19.164605 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'Port': ['ID=05b5d675-fc97-4d01-ab29-bf4e33283979,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:19.227702 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-02c3e87e-19c6-4c9c-9b1c-f2df61bfac9d req-6c6659c9-ea2f-46dc-bbac-9a0a21d84486 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567669 Sep 26 05:31:19.228615 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (6bd8e163-b6e2-4b3b-9122-ae38a740747d), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:19.232153 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:19.271708 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:19.273113 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-b15b9b02-269d-4713-a1f4-54df83d7eb17 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2270811 Sep 26 05:31:19.301871 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2ae527-4e41-40bf-a756-9072ba68dd8c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Router f49bebc8-2f84-4398-bde8-b2864dfb3181 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:31:19.418321 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2ae527-4e41-40bf-a756-9072ba68dd8c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:31:19.423823 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ee2ae527-4e41-40bf-a756-9072ba68dd8c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:19.429789 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e833c-c25f-4bde-a486-d19f5df746f8 None None] Sync routers for ids ['f49bebc8-2f84-4398-bde8-b2864dfb3181'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:31:19.441861 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e833c-c25f-4bde-a486-d19f5df746f8 None None] Routers {'f49bebc8-2f84-4398-bde8-b2864dfb3181'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:31:19.442496 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-ce2e833c-c25f-4bde-a486-d19f5df746f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['f49bebc8-2f84-4398-bde8-b2864dfb3181'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:31:19.462155 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-ee2ae527-4e41-40bf-a756-9072ba68dd8c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/a2471af6-df0e-439e-9fd1-1d4e55434456 HTTP/1.1" status: 200 len: 992 time: 1.2510715 Sep 26 05:31:19.462155 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4a6090-4a17-4d48-806a-1fbfb8556e47', 'tag': '6c8f3d3c-69f4-4522-90e1-444ce9de2135'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:31:19.463414 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3f02ac-4281-4fc1-9bc1-86910dfab962" -d '{"events": [{"name": "network-changed", "server_uuid": "de4a6090-4a17-4d48-806a-1fbfb8556e47", "tag": "6c8f3d3c-69f4-4522-90e1-444ce9de2135"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:31:19.550579 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-ce2e833c-c25f-4bde-a486-d19f5df746f8 None None] Set router f49bebc8-2f84-4398-bde8-b2864dfb3181 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:31:19.560508 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-d5efa6c9-0431-478f-af30-b7acf254517b tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1152802332&fields=id&tenant_id=fd13dd8ec810435491e3f3cba7cca4d1 HTTP/1.1" status: 200 len: 267 time: 0.0755255 Sep 26 05:31:19.568874 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19530e-8fb8-4e44-b851-826d30de9296 req-8ed78cb8-754a-43db-af7c-c802f5a36bd9 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:19.570346 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8e19530e-8fb8-4e44-b851-826d30de9296 req-8ed78cb8-754a-43db-af7c-c802f5a36bd9 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0646119 Sep 26 05:31:19.586895 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:19.684957 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8e19530e-8fb8-4e44-b851-826d30de9296 req-b2b58a9c-94b1-4d43-89fa-152b808c029f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042359 Sep 26 05:31:19.725355 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900934a-d427-474e-8dc2-22dc17a436aa req-4f4c2587-dd09-4c2d-85c1-af49a1ee0af3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:19.732457 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-4f4c2587-dd09-4c2d-85c1-af49a1ee0af3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/networks?id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 200 len: 815 time: 0.1611125 Sep 26 05:31:19.735073 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3ab9d5-fbab-4a0c-8874-7c34030a0c1f x-openstack-request-id: req-5a3ab9d5-fbab-4a0c-8874-7c34030a0c1f {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:31:19.735557 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4a6090-4a17-4d48-806a-1fbfb8556e47", "tag": "6c8f3d3c-69f4-4522-90e1-444ce9de2135", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:31:19.735646 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a3ab9d5-fbab-4a0c-8874-7c34030a0c1f {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:31:19.736005 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3ab9d5-fbab-4a0c-8874-7c34030a0c1f'] response: {'name': 'network-changed', 'server_uuid': 'de4a6090-4a17-4d48-806a-1fbfb8556e47', 'tag': '6c8f3d3c-69f4-4522-90e1-444ce9de2135', 'status': 'completed', 'code': 200} Sep 26 05:31:19.743925 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-3b5ec048-1162-475e-bdda-4de49947cddd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/quotas/fd13dd8ec810435491e3f3cba7cca4d1 HTTP/1.1" status: 200 len: 375 time: 0.0099978 Sep 26 05:31:19.789142 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-ce2e833c-c25f-4bde-a486-d19f5df746f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'a2471af6-df0e-439e-9fd1-1d4e55434456', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'port_id': '6c8f3d3c-69f4-4522-90e1-444ce9de2135', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'mac_address': 'fa:16:3e:ff:f6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a6090-4a17-4d48-806a-1fbfb8556e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:30:59Z', 'updated_at': '2022-09-26T05:31:18Z', 'revision_number': 1, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:31:01Z', 'revision_number': 5, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:31:19.814795 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-420fbcb4-ec05-4359-8e65-97fce6e08b4f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650914 Sep 26 05:31:19.815106 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e833c-c25f-4bde-a486-d19f5df746f8 None None] Checking router: f49bebc8-2f84-4398-bde8-b2864dfb3181 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:31:19.824443 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e833c-c25f-4bde-a486-d19f5df746f8 None None] Routers {'f49bebc8-2f84-4398-bde8-b2864dfb3181'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:31:19.825066 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-ce2e833c-c25f-4bde-a486-d19f5df746f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:30:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['f49bebc8-2f84-4398-bde8-b2864dfb3181'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:31:19.847845 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-19552d06-eaa6-4036-aedc-c5979088cf30 req-0e98e2b0-18d0-4b0e-9f50-63b227ae0fe2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 210 time: 0.0538352 Sep 26 05:31:19.948872 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-627e6e91-1ab6-470e-9b3e-2406da7caa8f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102607 Sep 26 05:31:19.962507 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f02ac-4281-4fc1-9bc1-86910dfab962 req-6c343833-667e-4089-ae51-92f0123b28cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:19.964455 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-6b3f02ac-4281-4fc1-9bc1-86910dfab962 req-6c343833-667e-4089-ae51-92f0123b28cf service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=49fe69e57e744eea93988aecfa9decc2&device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 1130 time: 0.0598664 Sep 26 05:31:20.056972 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-f1c37fdb-648d-437c-9846-a8a2995e60de service neutron] 10.222.0.49 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070240 Sep 26 05:31:20.097468 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-ce2e833c-c25f-4bde-a486-d19f5df746f8 None None] Set router f49bebc8-2f84-4398-bde8-b2864dfb3181 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:31:20.110676 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f02ac-4281-4fc1-9bc1-86910dfab962 req-715be6ef-922f-4256-a5e5-0c550eb7f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:20.115069 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-6b3f02ac-4281-4fc1-9bc1-86910dfab962 req-715be6ef-922f-4256-a5e5-0c550eb7f34a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf HTTP/1.1" status: 200 len: 910 time: 0.1384695 Sep 26 05:31:20.231912 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-6b3f02ac-4281-4fc1-9bc1-86910dfab962 req-9c3a2369-eda8-45c2-82d5-4251c4578835 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8f3d3c-69f4-4522-90e1-444ce9de2135 HTTP/1.1" status: 200 len: 1000 time: 0.0886495 Sep 26 05:31:20.288920 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c83fbb6a-4157-4a0e-83bb-5dff1f5b3662 req-b0c78c04-4083-4ebf-94f2-b8420b768e4b tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 210 time: 0.0619605 Sep 26 05:31:20.331200 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f02ac-4281-4fc1-9bc1-86910dfab962 req-c9f8704d-a0bb-4900-922e-37c49165b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:20.335151 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-6b3f02ac-4281-4fc1-9bc1-86910dfab962 req-c9f8704d-a0bb-4900-922e-37c49165b116 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=18db2678-2303-4b38-b9f8-4255a44db64a HTTP/1.1" status: 200 len: 848 time: 0.0933664 Sep 26 05:31:20.399807 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f02ac-4281-4fc1-9bc1-86910dfab962 req-f4e7d561-341c-464b-8d2c-233b82a482d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:20.401804 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-6b3f02ac-4281-4fc1-9bc1-86910dfab962 req-f4e7d561-341c-464b-8d2c-233b82a482d0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560758 Sep 26 05:31:20.463265 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae2150-1d69-4a3f-930b-2956ce028df9 req-3c6a5ff4-b539-40af-a241-a7cfb6710f27 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:20.480774 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95ae2150-1d69-4a3f-930b-2956ce028df9 req-3c6a5ff4-b539-40af-a241-a7cfb6710f27 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.1182945 Sep 26 05:31:20.501230 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-ce2e833c-c25f-4bde-a486-d19f5df746f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'a2471af6-df0e-439e-9fd1-1d4e55434456', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'port_id': '6c8f3d3c-69f4-4522-90e1-444ce9de2135', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'mac_address': 'fa:16:3e:ff:f6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a6090-4a17-4d48-806a-1fbfb8556e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:30:59Z', 'updated_at': '2022-09-26T05:31:18Z', 'revision_number': 1, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:31:01Z', 'revision_number': 5, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:31:20.539612 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:20.542323 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e833c-c25f-4bde-a486-d19f5df746f8 None None] The sync data for ids ['f49bebc8-2f84-4398-bde8-b2864dfb3181'] in dv-cinder-859186-2-iscsi is: [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'a2471af6-df0e-439e-9fd1-1d4e55434456', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'port_id': '6c8f3d3c-69f4-4522-90e1-444ce9de2135', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'mac_address': 'fa:16:3e:ff:f6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4a6090-4a17-4d48-806a-1fbfb8556e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:30:59Z', 'updated_at': '2022-09-26T05:31:18Z', 'revision_number': 1, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:31:01Z', 'revision_number': 5, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:31:20.544841 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95ae2150-1d69-4a3f-930b-2956ce028df9 req-3dd710d0-41ba-487c-b689-cd49ee8e5a1e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630424 Sep 26 05:31:20.559663 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-6b3f02ac-4281-4fc1-9bc1-86910dfab962 req-40c15832-2ce8-4d78-bc59-fa814d730888 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387322 Sep 26 05:31:20.762752 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad80588-1462-4f98-bd35-7599044c9962 None None] New status for floating IP a2471af6-df0e-439e-9fd1-1d4e55434456: ACTIVE {{(pid=106343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:31:20.819419 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ae89d-dc2c-4935-87e8-b7aa0ef3a928 req-a89b1819-6b45-442b-a60d-8260d0979238 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:20.820938 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-821ae89d-dc2c-4935-87e8-b7aa0ef3a928 req-a89b1819-6b45-442b-a60d-8260d0979238 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0542133 Sep 26 05:31:20.860999 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:20.878310 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-821ae89d-dc2c-4935-87e8-b7aa0ef3a928 req-f73f7270-bd0e-4894-9dc7-302a86da93f5 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515199 Sep 26 05:31:20.974478 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-694f80e3-b234-4b84-a84d-bbbf58b9b5e1 req-1975811d-63e8-4b7d-b8f6-8f8e45beb6f7 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 210 time: 0.0295765 Sep 26 05:31:21.225782 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-6b3f02ac-4281-4fc1-9bc1-86910dfab962 req-55b1bce2-8f0e-4f1d-8a8b-86a9dd8dcf7d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248107 Sep 26 05:31:21.280857 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-1c8e771b-be8d-4813-b3c2-980acdf98a39 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:21.282291 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-1c8e771b-be8d-4813-b3c2-980acdf98a39 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.60 "GET /networking/v2.0/networks?id=73121f4e-6b77-45b6-a1f2-7577a1a4a779 HTTP/1.1" status: 200 len: 808 time: 0.1309054 Sep 26 05:31:21.403391 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-1d543cd6-4db9-424c-85f4-e4ed633cca59 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e1b5f9daf8d44a6987bbff8939ed7c92 HTTP/1.1" status: 200 len: 380 time: 0.0779979 Sep 26 05:31:21.420268 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a07fdda4-745d-4fc1-96e4-5084e2eb4048 req-6670025f-818c-4b39-aa54-89ab45611d71 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 210 time: 0.0430171 Sep 26 05:31:21.454006 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Request body: {'port': {'device_id': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'admin_state_up': True, 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'security_groups': ['6cb0b755-4153-4443-a898-53d4121b1060']}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:21.846762 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:21.864661 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919c3ec-36de-48a3-8c1b-3467ae6657a6 req-232c90fb-a716-4edc-8899-4b45a6e87159 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:21.868741 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a919c3ec-36de-48a3-8c1b-3467ae6657a6 req-232c90fb-a716-4edc-8899-4b45a6e87159 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0689425 Sep 26 05:31:21.868853 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38804) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:21.886268 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Made reservation on behalf of e1b5f9daf8d44a6987bbff8939ed7c92 for: {'port': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:31:21.889908 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:21.979720 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a919c3ec-36de-48a3-8c1b-3467ae6657a6 req-70a44f54-2bb0-4ed9-9ffc-6b0f621c3ec5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068056 Sep 26 05:31:21.991248 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6b257dd5-4e65-4aeb-bdad-d2e6635dd11e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:22.051593 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:22.057167 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:22.083281 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a18233-12c1-4fba-afe6-c568e98eb2c7 req-83a78df6-6529-4cb8-a9eb-20b8b8559d8a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:22.090884 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-87a18233-12c1-4fba-afe6-c568e98eb2c7 req-83a78df6-6529-4cb8-a9eb-20b8b8559d8a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.1149046 Sep 26 05:31:22.099008 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6b257dd5-4e65-4aeb-bdad-d2e6635dd11e admin admin] Publish callbacks [] for security_group (fbeeab16-692a-42a4-90e3-50b73a36ba4d), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:22.104094 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6b257dd5-4e65-4aeb-bdad-d2e6635dd11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (fbeeab16-692a-42a4-90e3-50b73a36ba4d), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:22.145366 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-6b257dd5-4e65-4aeb-bdad-d2e6635dd11e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=62cb730ec8d4449cafadd891a33df9e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755728 Sep 26 05:31:22.146481 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b257dd5-4e65-4aeb-bdad-d2e6635dd11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeeab16-692a-42a4-90e3-50b73a36ba4d,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:22.148788 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38812) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:22.162575 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7424d07e-1e1b-4eea-98ef-229b1a7f7df6 req-83e8ba46-f5ab-414e-937f-b26ff6c39643 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 210 time: 0.0651944 Sep 26 05:31:22.201928 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Allocated IP 172.20.0.11 (73121f4e-6b77-45b6-a1f2-7577a1a4a779/26b0e0ad-b964-43a8-8455-883885c6a7f7/7672989d-ca9b-46a1-b56a-6c9d7ec17b2d) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:31:22.209177 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4c560f58-2fe6-468b-b2a6-f791ee56cd47 admin admin] Publish callbacks [] for security_group (fbeeab16-692a-42a4-90e3-50b73a36ba4d), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:22.214061 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-87a18233-12c1-4fba-afe6-c568e98eb2c7 req-765be3db-8476-47b4-a93b-a5de202ecec7 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223271 Sep 26 05:31:22.230505 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4c560f58-2fe6-468b-b2a6-f791ee56cd47 admin admin] Publish callbacks [] for security_group (fbeeab16-692a-42a4-90e3-50b73a36ba4d), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:22.296701 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4c560f58-2fe6-468b-b2a6-f791ee56cd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (fbeeab16-692a-42a4-90e3-50b73a36ba4d), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:22.299312 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-4c560f58-2fe6-468b-b2a6-f791ee56cd47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:22.303330 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-4c560f58-2fe6-468b-b2a6-f791ee56cd47 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/fbeeab16-692a-42a4-90e3-50b73a36ba4d HTTP/1.1" status: 204 len: 168 time: 0.1507862 Sep 26 05:31:22.310168 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c560f58-2fe6-468b-b2a6-f791ee56cd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbeeab16-692a-42a4-90e3-50b73a36ba4d,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:22.409026 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:22.446348 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:22.529248 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:31:22.546700 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:22.554320 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:31:22.599170 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:31:22.604003 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Pushing event updated for resources: {'Port': ['ID=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:22.618159 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:22.618740 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:22.619341 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:22.620986 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:22.622229 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:22.622947 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:22.623429 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:22.623918 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:22.624470 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:22.625242 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:22.625874 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:22.626365 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:22.627023 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:22.629222 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:22.629901 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:22.650186 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-55d21449-89fd-4980-82a3-38802c9481e3 req-49bffd95-623f-4a61-a6b3-787dd68e8062 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 210 time: 0.1237886 Sep 26 05:31:22.730948 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900934a-d427-474e-8dc2-22dc17a436aa req-4afa7726-fa96-4b05-be97-81aaa39e9c36 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:22.732547 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-4afa7726-fa96-4b05-be97-81aaa39e9c36 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "GET /networking/v2.0/networks?id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 200 len: 815 time: 0.2121146 Sep 26 05:31:22.739995 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:22.741137 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:22.763858 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-32caac85-1f7f-47f0-9c34-ee00cc3ca61e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3139071 Sep 26 05:31:22.777915 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Request body: {'port': {'device_id': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:22.863349 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-aba3da05-bc47-4e69-805c-64787f9cbc38 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fd13dd8ec810435491e3f3cba7cca4d1 HTTP/1.1" status: 200 len: 473 time: 0.0985250 Sep 26 05:31:22.883373 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:22.897387 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:22.958113 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-0a705f47-555c-40d4-bfc2-0d72d3e30593 None None] Provisioning complete for port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:31:22.958722 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0a705f47-555c-40d4-bfc2-0d72d3e30593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:22.959095 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-0a705f47-555c-40d4-bfc2-0d72d3e30593 None None] Attempt 1 to provision port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d Sep 26 05:31:22.962970 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-b900934a-d427-474e-8dc2-22dc17a436aa req-a4c94058-2a33-4b1c-9ddf-58e1bbbfbf32 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'port': {'device_id': '197dc2cf-12cf-4bf8-8dbd-c05654f127db', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'admin_state_up': True, 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'security_groups': ['2fe78454-c4f8-4d0c-9735-1f1830ec3be6']}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:22.999607 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-0a705f47-555c-40d4-bfc2-0d72d3e30593 None None] Port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:31:23.094138 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b900934a-d427-474e-8dc2-22dc17a436aa req-a4c94058-2a33-4b1c-9ddf-58e1bbbfbf32 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Made reservation on behalf of fd13dd8ec810435491e3f3cba7cca4d1 for: {'port': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:31:23.097659 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b900934a-d427-474e-8dc2-22dc17a436aa req-a4c94058-2a33-4b1c-9ddf-58e1bbbfbf32 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:23.152503 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bd678-1238-40c4-88d4-3710c82e38a9 req-a0ad0e34-6799-4ad7-9857-ab30a7457789 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:23.154097 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5a6bd678-1238-40c4-88d4-3710c82e38a9 req-a0ad0e34-6799-4ad7-9857-ab30a7457789 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0682449 Sep 26 05:31:23.220503 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d {{(pid=106340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:31:23.235278 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Publish callbacks [] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:23.246043 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [req-b900934a-d427-474e-8dc2-22dc17a436aa req-a4c94058-2a33-4b1c-9ddf-58e1bbbfbf32 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Allocated IP 172.20.0.13 (542c3891-aa7c-4297-a50e-fe5b71cd3cf3/6783b947-c48f-4404-8277-22844ede2f74/319e5cdb-1d81-4b83-b357-3d505b372b72) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:31:23.249315 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5a6bd678-1238-40c4-88d4-3710c82e38a9 req-656c2e07-7766-42e5-a01c-0c7608b0af06 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894041 Sep 26 05:31:23.263232 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a153a85c-2733-4f5c-ac06-b4f101874eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:23.289800 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.provisioning_blocks [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Transition to ACTIVE for port object 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d will not be triggered until provisioned by entity L2. {{(pid=106340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:31:23.319957 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92580d-703b-4704-91c1-82e94109ad72 req-c535d499-6bd5-4290-abc1-2da4cfc12446 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:23.323109 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7e92580d-703b-4704-91c1-82e94109ad72 req-c535d499-6bd5-4290-abc1-2da4cfc12446 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 932 time: 0.0773036 Sep 26 05:31:23.324552 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:23.388126 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:23.430082 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b900934a-d427-474e-8dc2-22dc17a436aa req-a4c94058-2a33-4b1c-9ddf-58e1bbbfbf32 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:23.460551 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:23.466270 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b900934a-d427-474e-8dc2-22dc17a436aa req-a4c94058-2a33-4b1c-9ddf-58e1bbbfbf32 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:23.490647 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7e92580d-703b-4704-91c1-82e94109ad72 req-f75c0ca9-67cd-4c74-b0f6-ba1b88d6cfe5 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553774 Sep 26 05:31:23.491883 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Pushing event updated for resources: {'Port': ['ID=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:23.500309 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5e428-7f7c-447f-8c4c-4b18d6339f19 req-9fb94609-efae-496a-b656-656c2f004b56 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:23.502086 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-79d5e428-7f7c-447f-8c4c-4b18d6339f19 req-9fb94609-efae-496a-b656-656c2f004b56 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.1421154 Sep 26 05:31:23.506899 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-0a705f47-555c-40d4-bfc2-0d72d3e30593 None None] Attempt 2 to provision port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d Sep 26 05:31:23.530300 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b900934a-d427-474e-8dc2-22dc17a436aa req-a4c94058-2a33-4b1c-9ddf-58e1bbbfbf32 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:31:23.533942 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [req-b900934a-d427-474e-8dc2-22dc17a436aa req-a4c94058-2a33-4b1c-9ddf-58e1bbbfbf32 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:31:23.538668 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-b900934a-d427-474e-8dc2-22dc17a436aa req-a4c94058-2a33-4b1c-9ddf-58e1bbbfbf32 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:31:23.562151 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-0a705f47-555c-40d4-bfc2-0d72d3e30593 None None] Port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:31:23.563393 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c94058-2a33-4b1c-9ddf-58e1bbbfbf32 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'Port': ['ID=319e5cdb-1d81-4b83-b357-3d505b372b72,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:23.590615 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Attempting to bind port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:31:23.590938 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Attempting to bind port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'c59838af-2139-48b8-83f5-6854d5040da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779'}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:31:23.591461 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Attempting to bind port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d on network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:31:23.602017 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900934a-d427-474e-8dc2-22dc17a436aa req-a4c94058-2a33-4b1c-9ddf-58e1bbbfbf32 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:23.602260 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b900934a-d427-474e-8dc2-22dc17a436aa req-a4c94058-2a33-4b1c-9ddf-58e1bbbfbf32 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:23.619426 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-a4c94058-2a33-4b1c-9ddf-58e1bbbfbf32 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6604514 Sep 26 05:31:23.636769 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-79d5e428-7f7c-447f-8c4c-4b18d6339f19 req-6456f6d3-1d8a-47f0-98dd-80c2a4feb958 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030614 Sep 26 05:31:23.657228 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:23.660311 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d on network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:31:23.660893 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Attempting to bind port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d on network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:31:23.715066 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:31:23.715404 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Checking segment: {'id': 'c59838af-2139-48b8-83f5-6854d5040da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:31:23.715780 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Bound using segment: {'id': 'c59838af-2139-48b8-83f5-6854d5040da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779'} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:31:23.716207 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Bound port: 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59838af-2139-48b8-83f5-6854d5040da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779'}}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:31:23.716602 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:23.817881 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d071ca-a388-4923-9324-67eab82a593b req-55cfee5f-18e3-40a1-8595-cccca0f943c2 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:23.819263 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-99d071ca-a388-4923-9324-67eab82a593b req-55cfee5f-18e3-40a1-8595-cccca0f943c2 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 932 time: 0.0666363 Sep 26 05:31:23.821645 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] For port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d, host hv-cinder-85918, cleared binding levels {{(pid=106340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:31:23.824848 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] For port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:31:23.834268 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:23.837189 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:23.848220 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:23.848922 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:23.850261 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/7672989d-ca9b-46a1-b56a-6c9d7ec17b2d HTTP/1.1" status: 200 len: 1094 time: 1.0782444 Sep 26 05:31:23.853427 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'tag': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:31:23.855630 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375904f5-59a1-40fd-b073-089defbd80f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b60837af-4528-4e98-bb46-0e80e3270c0d", "tag": "7672989d-ca9b-46a1-b56a-6c9d7ec17b2d"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:31:23.919784 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc16aba-47fe-4090-be9c-b44e685f4c42 x-openstack-request-id: req-4fc16aba-47fe-4090-be9c-b44e685f4c42 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:31:23.920415 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60837af-4528-4e98-bb46-0e80e3270c0d", "tag": "7672989d-ca9b-46a1-b56a-6c9d7ec17b2d", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:31:23.920415 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4fc16aba-47fe-4090-be9c-b44e685f4c42 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:31:23.920700 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc16aba-47fe-4090-be9c-b44e685f4c42'] response: {'name': 'network-changed', 'server_uuid': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'tag': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d', 'status': 'completed', 'code': 200} Sep 26 05:31:23.928472 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-99d071ca-a388-4923-9324-67eab82a593b req-279df560-5263-4803-b76c-42e8f967a7b7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019516 Sep 26 05:31:23.929151 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09ae74-6a45-462b-ab1e-014b709df8fa service neutron] Pushing event updated for resources: {'Port': ['ID=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,revision_number=3']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:24.063698 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-0a705f47-555c-40d4-bfc2-0d72d3e30593 None None] Attempt 3 to provision port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d Sep 26 05:31:24.108471 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-0a705f47-555c-40d4-bfc2-0d72d3e30593 None None] Port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d had new provisioning blocks added so it will not transition to active. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:31:24.224048 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-bebb93d2-9145-40d3-a2eb-26e0d8a2f87d None None] Provisioning complete for port 319e5cdb-1d81-4b83-b357-3d505b372b72 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:31:24.224449 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bebb93d2-9145-40d3-a2eb-26e0d8a2f87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:24.224785 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-bebb93d2-9145-40d3-a2eb-26e0d8a2f87d None None] Attempt 1 to provision port 319e5cdb-1d81-4b83-b357-3d505b372b72 Sep 26 05:31:24.257439 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-bebb93d2-9145-40d3-a2eb-26e0d8a2f87d None None] Port 319e5cdb-1d81-4b83-b357-3d505b372b72 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:31:24.406100 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357dfbc-536c-470a-803e-84205707d2b4 req-508a9b97-c2b8-453e-b963-d9d238841235 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:24.407564 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3357dfbc-536c-470a-803e-84205707d2b4 req-508a9b97-c2b8-453e-b963-d9d238841235 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0465145 Sep 26 05:31:24.455453 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3357dfbc-536c-470a-803e-84205707d2b4 req-8c72f703-af6e-4c9b-828c-f82f0987c6ff tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415378 Sep 26 05:31:24.626743 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27729b6-ee73-4ff3-bde1-2e43c4ad3fa4 req-5fe806f4-b515-4e30-a687-f2de39f556c3 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:24.629022 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d27729b6-ee73-4ff3-bde1-2e43c4ad3fa4 req-5fe806f4-b515-4e30-a687-f2de39f556c3 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0504076 Sep 26 05:31:24.679934 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d27729b6-ee73-4ff3-bde1-2e43c4ad3fa4 req-3d127555-6162-49af-b514-5c715209edc8 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449226 Sep 26 05:31:24.758170 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-bebb93d2-9145-40d3-a2eb-26e0d8a2f87d None None] Attempt 2 to provision port 319e5cdb-1d81-4b83-b357-3d505b372b72 Sep 26 05:31:24.762250 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfaff5-adfd-45c7-865a-d08e05143cef req-0cb10dec-dc47-4275-ab3f-514c4e8f7104 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:24.763741 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4abfaff5-adfd-45c7-865a-d08e05143cef req-0cb10dec-dc47-4275-ab3f-514c4e8f7104 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0505822 Sep 26 05:31:24.764693 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Request body: {'port': {'device_id': '197dc2cf-12cf-4bf8-8dbd-c05654f127db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:24.793216 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-bebb93d2-9145-40d3-a2eb-26e0d8a2f87d None None] Port 319e5cdb-1d81-4b83-b357-3d505b372b72 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:31:24.837644 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375904f5-59a1-40fd-b073-089defbd80f9 req-9eded435-8f34-48a3-bcdf-76ead42850a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:24.839235 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-375904f5-59a1-40fd-b073-089defbd80f9 req-9eded435-8f34-48a3-bcdf-76ead42850a3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e1b5f9daf8d44a6987bbff8939ed7c92&device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 1128 time: 0.0690379 Sep 26 05:31:24.840501 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:24.853028 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4abfaff5-adfd-45c7-865a-d08e05143cef req-010bba26-4557-4f2a-8d01-b107682b3f1d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817559 Sep 26 05:31:24.935745 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992b9a2-8dde-4726-aa55-5509892d05aa req-fa1f0a1e-b136-4c79-bd0c-324e3095d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:24.937313 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-5992b9a2-8dde-4726-aa55-5509892d05aa req-fa1f0a1e-b136-4c79-bd0c-324e3095d33c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 1129 time: 0.0559952 Sep 26 05:31:24.977455 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375904f5-59a1-40fd-b073-089defbd80f9 req-73fe1758-b8f4-4629-bb1d-94c9ee8374f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:24.979106 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-375904f5-59a1-40fd-b073-089defbd80f9 req-73fe1758-b8f4-4629-bb1d-94c9ee8374f6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=e1b5f9daf8d44a6987bbff8939ed7c92&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0993543 Sep 26 05:31:25.080391 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-5992b9a2-8dde-4726-aa55-5509892d05aa req-41ec1804-8cb8-4ee0-842a-e3712784f9c1 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007407 Sep 26 05:31:25.106425 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ceb0e8-a2d6-4569-b44a-23f6b44e22f0 req-633161a2-6e48-4552-8568-d4f13bd9b594 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:25.108147 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-04ceb0e8-a2d6-4569-b44a-23f6b44e22f0 req-633161a2-6e48-4552-8568-d4f13bd9b594 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 932 time: 0.0972826 Sep 26 05:31:25.151172 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375904f5-59a1-40fd-b073-089defbd80f9 req-66d247d4-f173-4517-b9e3-a050a743a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:25.152632 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-375904f5-59a1-40fd-b073-089defbd80f9 req-66d247d4-f173-4517-b9e3-a050a743a873 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517482 Sep 26 05:31:25.178356 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-04ceb0e8-a2d6-4569-b44a-23f6b44e22f0 req-ea181ebb-6ba9-46a4-ba63-7408c464b593 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560505 Sep 26 05:31:25.180845 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319e5cdb-1d81-4b83-b357-3d505b372b72 {{(pid=106341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:31:25.189347 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Publish callbacks [] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:25.202461 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.provisioning_blocks [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Transition to ACTIVE for port object 319e5cdb-1d81-4b83-b357-3d505b372b72 will not be triggered until provisioned by entity L2. {{(pid=106341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:31:25.206449 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:25.244637 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:25.291510 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Pushing event updated for resources: {'Port': ['ID=319e5cdb-1d81-4b83-b357-3d505b372b72,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:25.294691 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-bebb93d2-9145-40d3-a2eb-26e0d8a2f87d None None] Attempt 3 to provision port 319e5cdb-1d81-4b83-b357-3d505b372b72 Sep 26 05:31:25.322721 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Attempting to bind port 319e5cdb-1d81-4b83-b357-3d505b372b72 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:31:25.323051 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Attempting to bind port 319e5cdb-1d81-4b83-b357-3d505b372b72 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:31:25.323376 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Attempting to bind port 319e5cdb-1d81-4b83-b357-3d505b372b72 on network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:31:25.329598 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-bebb93d2-9145-40d3-a2eb-26e0d8a2f87d None None] Port 319e5cdb-1d81-4b83-b357-3d505b372b72 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:31:25.366712 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Port 319e5cdb-1d81-4b83-b357-3d505b372b72 on network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:31:25.366951 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Attempting to bind port 319e5cdb-1d81-4b83-b357-3d505b372b72 on network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:31:25.413842 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:31:25.414176 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Checking segment: {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:31:25.414557 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Bound using segment: {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:31:25.414996 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Bound port: 319e5cdb-1d81-4b83-b357-3d505b372b72, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'}}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:31:25.415351 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:25.429597 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-4ec57d89-62a3-4150-877e-7ee70a9db6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:25.431498 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-4ec57d89-62a3-4150-877e-7ee70a9db6cc service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e1b5f9daf8d44a6987bbff8939ed7c92&device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 1128 time: 0.0446367 Sep 26 05:31:25.448367 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:25.480617 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-c604ff51-38a4-4654-bc78-9e20d64b3146 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d HTTP/1.1" status: 200 len: 217 time: 0.0379899 Sep 26 05:31:25.485422 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] For port 319e5cdb-1d81-4b83-b357-3d505b372b72, host hv-cinder-85918, cleared binding levels {{(pid=106341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:31:25.488976 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] For port 319e5cdb-1d81-4b83-b357-3d505b372b72, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=319e5cdb-1d81-4b83-b357-3d505b372b72,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:31:25.496626 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:25.501694 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:25.502312 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:25.504240 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/319e5cdb-1d81-4b83-b357-3d505b372b72 HTTP/1.1" status: 200 len: 1094 time: 0.7442935 Sep 26 05:31:25.504863 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197dc2cf-12cf-4bf8-8dbd-c05654f127db', 'tag': '319e5cdb-1d81-4b83-b357-3d505b372b72'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:31:25.507059 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d8cd34-f0ec-4fd9-a2ec-d6e3a6d31219" -d '{"events": [{"name": "network-changed", "server_uuid": "197dc2cf-12cf-4bf8-8dbd-c05654f127db", "tag": "319e5cdb-1d81-4b83-b357-3d505b372b72"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:31:25.538215 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:25.558573 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81970770-f929-40f9-89f9-fe43fb9715a2 service neutron] Pushing event updated for resources: {'Port': ['ID=319e5cdb-1d81-4b83-b357-3d505b372b72,revision_number=3']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:25.563818 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-2d2199eb-cd13-40a3-ab81-5db6c01fb7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:25.565297 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-2d2199eb-cd13-40a3-ab81-5db6c01fb7a9 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=26b0e0ad-b964-43a8-8455-883885c6a7f7 HTTP/1.1" status: 200 len: 847 time: 0.0641654 Sep 26 05:31:25.599099 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7833066b-f02e-41cd-8a0c-39ed2876184c x-openstack-request-id: req-7833066b-f02e-41cd-8a0c-39ed2876184c {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:31:25.599530 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197dc2cf-12cf-4bf8-8dbd-c05654f127db", "tag": "319e5cdb-1d81-4b83-b357-3d505b372b72", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:31:25.599889 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7833066b-f02e-41cd-8a0c-39ed2876184c {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:31:25.600401 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7833066b-f02e-41cd-8a0c-39ed2876184c'] response: {'name': 'network-changed', 'server_uuid': '197dc2cf-12cf-4bf8-8dbd-c05654f127db', 'tag': '319e5cdb-1d81-4b83-b357-3d505b372b72', 'status': 'completed', 'code': 200} Sep 26 05:31:25.604319 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8926fb10-9729-4a0d-aaf8-6384212a390c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:25.616686 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900934a-d427-474e-8dc2-22dc17a436aa req-f598ac09-c336-45d8-9239-4ad7364edb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:25.618297 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-f598ac09-c336-45d8-9239-4ad7364edb4e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 1128 time: 0.0550561 Sep 26 05:31:25.655198 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-efd79ced-8dcb-4d07-a30f-85dff3b000fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:25.656714 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-efd79ced-8dcb-4d07-a30f-85dff3b000fe service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=73121f4e-6b77-45b6-a1f2-7577a1a4a779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841491 Sep 26 05:31:25.669747 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b295f-2805-4c9f-9dec-37e8c128e927 req-8656dfff-7746-4b80-9201-38588c059ba0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:25.671101 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-735b295f-2805-4c9f-9dec-37e8c128e927 req-8656dfff-7746-4b80-9201-38588c059ba0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0572503 Sep 26 05:31:25.718849 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-735b295f-2805-4c9f-9dec-37e8c128e927 req-6aa70e20-ae6c-4baa-8564-1deca463f2a2 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406942 Sep 26 05:31:25.800993 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0c0ef-9f17-4897-8dd6-eea8fbe908ce req-9a60bb11-23c5-477e-a7f1-e98c06de38d2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:25.802449 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2be0c0ef-9f17-4897-8dd6-eea8fbe908ce req-9a60bb11-23c5-477e-a7f1-e98c06de38d2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0452616 Sep 26 05:31:25.830911 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-bebb93d2-9145-40d3-a2eb-26e0d8a2f87d None None] Attempt 4 to provision port 319e5cdb-1d81-4b83-b357-3d505b372b72 Sep 26 05:31:25.856441 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2be0c0ef-9f17-4897-8dd6-eea8fbe908ce req-cf6e1653-645e-4a58-b553-4f7287572f92 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484114 Sep 26 05:31:25.875185 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-bebb93d2-9145-40d3-a2eb-26e0d8a2f87d None None] Port 319e5cdb-1d81-4b83-b357-3d505b372b72 had new provisioning blocks added so it will not transition to active. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:31:25.963570 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:25.981578 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c842fe-8bc3-4c1d-b288-d0a76b420380 req-91844195-3e6b-4bf7-bb16-ccea7d07ef22 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:25.983256 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33c842fe-8bc3-4c1d-b288-d0a76b420380 req-91844195-3e6b-4bf7-bb16-ccea7d07ef22 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0460551 Sep 26 05:31:26.033395 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33c842fe-8bc3-4c1d-b288-d0a76b420380 req-ef321849-f3de-493f-b4ca-1fcad855ac85 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441790 Sep 26 05:31:26.210315 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-3c863639-cda6-4d55-b721-8c57aa82e194 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=319e5cdb-1d81-4b83-b357-3d505b372b72 HTTP/1.1" status: 200 len: 217 time: 0.0371726 Sep 26 05:31:26.261499 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-7d2e7437-0d1c-4636-8c83-78adc2e7df6b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/73121f4e-6b77-45b6-a1f2-7577a1a4a779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872636 Sep 26 05:31:26.261766 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900934a-d427-474e-8dc2-22dc17a436aa req-913e7ab9-6af3-4f08-a95e-ea9e34ff05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:26.263074 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-913e7ab9-6af3-4f08-a95e-ea9e34ff05c5 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6783b947-c48f-4404-8277-22844ede2f74 HTTP/1.1" status: 200 len: 854 time: 0.0461924 Sep 26 05:31:26.353730 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b028258-5773-436c-abb6-b36b937bdb48 req-7c9377f7-cd25-42c5-a872-a5c59e0f9493 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:26.353978 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900934a-d427-474e-8dc2-22dc17a436aa req-dd54344c-a052-4807-a6de-1bf26ec95736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:26.355211 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3b028258-5773-436c-abb6-b36b937bdb48 req-7c9377f7-cd25-42c5-a872-a5c59e0f9493 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 944 time: 0.0928252 Sep 26 05:31:26.355342 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-dd54344c-a052-4807-a6de-1bf26ec95736 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399282 Sep 26 05:31:26.423456 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33d5f69c-0819-4130-9331-ed3116c8c092 req-561a4e5f-1d66-4e0e-81cb-9a8eb090d3b7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/73121f4e-6b77-45b6-a1f2-7577a1a4a779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336153 Sep 26 05:31:26.430485 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3b028258-5773-436c-abb6-b36b937bdb48 req-d192d220-33dd-4a39-9815-275492488608 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690968 Sep 26 05:31:26.462793 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-c6e56000-18d2-449d-8c6a-1130289e5332 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956619 Sep 26 05:31:26.704534 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:26.853157 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15171506-793b-4f90-b3a5-9fa8b9311f83 req-37503810-bc51-499f-99ab-5e50c4a3f4a9 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:26.854618 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-15171506-793b-4f90-b3a5-9fa8b9311f83 req-37503810-bc51-499f-99ab-5e50c4a3f4a9 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0545058 Sep 26 05:31:26.904179 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-15171506-793b-4f90-b3a5-9fa8b9311f83 req-d63e6b5b-b3e7-4da6-82c4-a1646cd3c05b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424309 Sep 26 05:31:26.975576 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193257d2-8cf2-421f-bf36-4f33ee11bde2 req-4b6a6cc6-1da5-40da-85e4-5aa82f9751b9 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:26.977053 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-193257d2-8cf2-421f-bf36-4f33ee11bde2 req-4b6a6cc6-1da5-40da-85e4-5aa82f9751b9 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0463223 Sep 26 05:31:27.026003 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-193257d2-8cf2-421f-bf36-4f33ee11bde2 req-93bb772c-dedf-49ac-8b7b-dca68a0bfcf0 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432799 Sep 26 05:31:27.131258 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b900934a-d427-474e-8dc2-22dc17a436aa req-dffb8249-cabb-4f78-8b29-69cb0171b811 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982788 Sep 26 05:31:27.154697 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6267e1-392c-4b45-b0f4-37ee990bc419 req-ceec503e-1802-4631-9eb5-f47f6206991e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:27.156142 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5e6267e1-392c-4b45-b0f4-37ee990bc419 req-ceec503e-1802-4631-9eb5-f47f6206991e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0456614 Sep 26 05:31:27.207472 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5e6267e1-392c-4b45-b0f4-37ee990bc419 req-72423369-9234-44ae-a466-535ce1a617f8 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Sep 26 05:31:27.466689 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681fc2b-92ed-45a4-9f84-89c66b1d07f4 req-04fa3152-b767-4c7c-ae3a-fe219fdbc889 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:27.468133 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7681fc2b-92ed-45a4-9f84-89c66b1d07f4 req-04fa3152-b767-4c7c-ae3a-fe219fdbc889 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0465705 Sep 26 05:31:27.519444 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7681fc2b-92ed-45a4-9f84-89c66b1d07f4 req-e12bd81f-5497-4b08-9d8d-ca536fd7eccb tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443120 Sep 26 05:31:27.565148 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4e38e-5c87-4222-8db9-91092a4db3b8 req-824b69ee-6cd2-4d7c-9dec-37c359ca9519 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:27.567081 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c6c4e38e-5c87-4222-8db9-91092a4db3b8 req-824b69ee-6cd2-4d7c-9dec-37c359ca9519 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 944 time: 0.0467739 Sep 26 05:31:27.578204 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:27.618194 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c6c4e38e-5c87-4222-8db9-91092a4db3b8 req-b813391d-678a-4e3b-bc02-ffbef5a0ed8e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456226 Sep 26 05:31:28.033487 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22e53e-9f9a-4fb1-8b56-dbb93426bed6 req-7f56ba65-b842-449b-bd74-1a774ca4c739 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:28.034970 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8d22e53e-9f9a-4fb1-8b56-dbb93426bed6 req-7f56ba65-b842-449b-bd74-1a774ca4c739 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0493848 Sep 26 05:31:28.091126 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8d22e53e-9f9a-4fb1-8b56-dbb93426bed6 req-a1051874-c7b7-4744-b217-401197606d39 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504038 Sep 26 05:31:28.150376 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22266c09-2b49-42ed-b9fe-1227c2824c45 req-cf0bfc1b-d30d-4d08-b6e2-9bb532058daa tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:28.151815 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22266c09-2b49-42ed-b9fe-1227c2824c45 req-cf0bfc1b-d30d-4d08-b6e2-9bb532058daa tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0470998 Sep 26 05:31:28.184796 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:28.202199 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22266c09-2b49-42ed-b9fe-1227c2824c45 req-3d921cb5-1226-41d5-a97d-4877d6fa698f tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446377 Sep 26 05:31:28.279168 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:28.445367 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:28.452401 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:28.642510 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13590b3-ab5d-4774-8621-7dfb8b1afc04 req-7839618f-64ad-440d-a724-ca6f1ff0bb80 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:28.644584 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a13590b3-ab5d-4774-8621-7dfb8b1afc04 req-7839618f-64ad-440d-a724-ca6f1ff0bb80 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0481715 Sep 26 05:31:28.708290 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a13590b3-ab5d-4774-8621-7dfb8b1afc04 req-82fdb3f5-ee2d-4162-9e70-3700759a1420 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571516 Sep 26 05:31:28.750427 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda0bbd-4137-4484-a7df-30dc1f5d5537 req-999f26ef-074f-4d01-9fae-9d1f1d697050 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:28.752588 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bdda0bbd-4137-4484-a7df-30dc1f5d5537 req-999f26ef-074f-4d01-9fae-9d1f1d697050 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 944 time: 0.0599508 Sep 26 05:31:28.801818 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bdda0bbd-4137-4484-a7df-30dc1f5d5537 req-b732c3d7-bde2-4587-bbff-e63a8a8475b3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427632 Sep 26 05:31:29.218409 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca680a7-39ce-46ca-bc4a-79109c3ff240 req-93c23272-715b-4c6a-b544-25a6c465f6bc tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:29.219873 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fca680a7-39ce-46ca-bc4a-79109c3ff240 req-93c23272-715b-4c6a-b544-25a6c465f6bc tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0490870 Sep 26 05:31:29.267525 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fca680a7-39ce-46ca-bc4a-79109c3ff240 req-559d28f0-2b20-43d5-a6db-28aead06e8af tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418534 Sep 26 05:31:29.327847 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5d51c-b93a-427d-bd31-e7dd37312c0a req-7c3a3711-a05c-4be5-a4cb-4cac5905477b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:29.329384 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-81a5d51c-b93a-427d-bd31-e7dd37312c0a req-7c3a3711-a05c-4be5-a4cb-4cac5905477b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0495596 Sep 26 05:31:29.378973 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-81a5d51c-b93a-427d-bd31-e7dd37312c0a req-5a7cdf2f-07e4-4781-888f-5f77dba6d3e3 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 Sep 26 05:31:29.557106 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8cd34-f0ec-4fd9-a2ec-d6e3a6d31219 req-04565b01-8f67-4e74-aff5-2b6e947ef3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:29.558633 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-43d8cd34-f0ec-4fd9-a2ec-d6e3a6d31219 req-04565b01-8f67-4e74-aff5-2b6e947ef3a2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 1128 time: 0.0418403 Sep 26 05:31:29.579453 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733622-7734-4369-8d6a-86df9302b681 req-e0d0a65a-68bf-4149-8111-68e2f2bb155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:29.580970 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2e733622-7734-4369-8d6a-86df9302b681 req-e0d0a65a-68bf-4149-8111-68e2f2bb155b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 1129 time: 0.0415220 Sep 26 05:31:29.661802 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8cd34-f0ec-4fd9-a2ec-d6e3a6d31219 req-1fd473c2-0833-49b1-80b3-8e7e7a4ff6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:29.663314 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-43d8cd34-f0ec-4fd9-a2ec-d6e3a6d31219 req-1fd473c2-0833-49b1-80b3-8e7e7a4ff6e5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 200 len: 916 time: 0.0890682 Sep 26 05:31:29.708056 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733622-7734-4369-8d6a-86df9302b681 req-c789716a-bc64-4b7b-9cd0-26bcdb23ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:29.709542 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2e733622-7734-4369-8d6a-86df9302b681 req-c789716a-bc64-4b7b-9cd0-26bcdb23ab5c service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 919 time: 0.1049266 Sep 26 05:31:29.714762 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-43d8cd34-f0ec-4fd9-a2ec-d6e3a6d31219 req-e1ed1bfd-262c-489d-85cd-8e72c5f7c36a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=319e5cdb-1d81-4b83-b357-3d505b372b72 HTTP/1.1" status: 200 len: 217 time: 0.0364120 Sep 26 05:31:29.769713 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2e733622-7734-4369-8d6a-86df9302b681 req-80d35907-8477-44c6-8ffd-abd0c95359b4 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f70e6461-7f87-4ee4-b3e4-f7d4db390598 HTTP/1.1" status: 200 len: 217 time: 0.0355270 Sep 26 05:31:29.782131 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8cd34-f0ec-4fd9-a2ec-d6e3a6d31219 req-936df81f-1f3b-4ce8-928d-3b60e1b6adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:29.783565 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-43d8cd34-f0ec-4fd9-a2ec-d6e3a6d31219 req-936df81f-1f3b-4ce8-928d-3b60e1b6adf6 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6783b947-c48f-4404-8277-22844ede2f74 HTTP/1.1" status: 200 len: 854 time: 0.0490763 Sep 26 05:31:29.845416 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8cd34-f0ec-4fd9-a2ec-d6e3a6d31219 req-2395522e-18da-4e59-828a-c5d4a045fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:29.847415 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-43d8cd34-f0ec-4fd9-a2ec-d6e3a6d31219 req-2395522e-18da-4e59-828a-c5d4a045fb31 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510690 Sep 26 05:31:29.872179 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b05a8c-567f-4ec8-b2e7-bea16fa53d1b req-b64f7409-cc90-4d5c-b70a-a817ea7af184 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:29.874122 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-64b05a8c-567f-4ec8-b2e7-bea16fa53d1b req-b64f7409-cc90-4d5c-b70a-a817ea7af184 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0837748 Sep 26 05:31:29.875025 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733622-7734-4369-8d6a-86df9302b681 req-d61765d5-fe40-42f2-bb44-85faad9f4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:29.876364 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2e733622-7734-4369-8d6a-86df9302b681 req-d61765d5-fe40-42f2-bb44-85faad9f4145 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.0955238 Sep 26 05:31:29.925648 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=100 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:29.959621 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-43d8cd34-f0ec-4fd9-a2ec-d6e3a6d31219 req-bec50211-a28f-4a42-b984-946908074a16 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950048 Sep 26 05:31:29.968807 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0718e5a-0057-460e-a93d-74b2198b2811 req-6427729f-f0db-4a60-84eb-73a31416a174 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:29.970271 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c0718e5a-0057-460e-a93d-74b2198b2811 req-6427729f-f0db-4a60-84eb-73a31416a174 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 944 time: 0.0906770 Sep 26 05:31:29.982407 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e733622-7734-4369-8d6a-86df9302b681 req-0574efcd-3110-46b4-abf2-49edf3e36c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:29.984158 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2e733622-7734-4369-8d6a-86df9302b681 req-0574efcd-3110-46b4-abf2-49edf3e36c76 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932608 Sep 26 05:31:30.013480 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-64b05a8c-567f-4ec8-b2e7-bea16fa53d1b req-888ec372-8686-4827-abdf-39e597626bb5 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252892 Sep 26 05:31:30.062755 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-43d8cd34-f0ec-4fd9-a2ec-d6e3a6d31219 req-c1751875-e58d-4abf-8edc-56f04a841794 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915048 Sep 26 05:31:30.091664 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c0718e5a-0057-460e-a93d-74b2198b2811 req-7a6ef96c-931c-4cc0-a5f5-aabc23bafd82 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132312 Sep 26 05:31:30.135098 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2e733622-7734-4369-8d6a-86df9302b681 req-522b5156-be75-40fd-bb4d-e521940a5456 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155496 Sep 26 05:31:30.174351 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:30.176659 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:30.534123 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2e733622-7734-4369-8d6a-86df9302b681 req-770b9627-2b45-40a4-aabf-3e938baa8de6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777070 Sep 26 05:31:30.557832 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6765a8d-fdb5-49af-acb8-497b13797e6e req-96cbe3ab-ed98-4cd5-bbed-ea7ca6fa6619 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:30.559291 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e6765a8d-fdb5-49af-acb8-497b13797e6e req-96cbe3ab-ed98-4cd5-bbed-ea7ca6fa6619 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0845788 Sep 26 05:31:30.564930 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d72c29-a224-4f85-989a-53086a66c070 req-85148610-00ff-40f1-9069-71ffd7e7d0d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:30.566368 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a4d72c29-a224-4f85-989a-53086a66c070 req-85148610-00ff-40f1-9069-71ffd7e7d0d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0905771 Sep 26 05:31:30.637113 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e6765a8d-fdb5-49af-acb8-497b13797e6e req-b7f9e379-4642-4353-b887-68b4d2d734c7 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697925 Sep 26 05:31:30.649687 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a4d72c29-a224-4f85-989a-53086a66c070 req-3e0c7d82-4827-4573-b614-873f135b7bdf tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751538 Sep 26 05:31:30.873179 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:30.875744 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:31.135769 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a6de0-ccd6-4614-b31c-76cc7e1753a9 req-6f57d3d1-eacb-479d-9611-f87d00f80fd4 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:31.137247 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ae3a6de0-ccd6-4614-b31c-76cc7e1753a9 req-6f57d3d1-eacb-479d-9611-f87d00f80fd4 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0468569 Sep 26 05:31:31.165490 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 319e5cdb-1d81-4b83-b357-3d505b372b72 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:31:31.210043 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ae3a6de0-ccd6-4614-b31c-76cc7e1753a9 req-275078d8-c681-4b83-9d19-2b448e3f2581 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672441 Sep 26 05:31:31.226455 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872dfef-109f-4199-8ec9-ef0b7d6b0350 req-f04fde34-fc50-4554-946c-3e9add166c6f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:31.228052 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f872dfef-109f-4199-8ec9-ef0b7d6b0350 req-f04fde34-fc50-4554-946c-3e9add166c6f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 944 time: 0.0579798 Sep 26 05:31:31.270036 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 319e5cdb-1d81-4b83-b357-3d505b372b72, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=319e5cdb-1d81-4b83-b357-3d505b372b72,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:31.276754 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f872dfef-109f-4199-8ec9-ef0b7d6b0350 req-cc8eb2dc-2853-4433-bd9c-112a7ef88900 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426252 Sep 26 05:31:31.281645 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': '319e5cdb-1d81-4b83-b357-3d505b372b72', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'port_id': '319e5cdb-1d81-4b83-b357-3d505b372b72', 'mac_address': 'fa:16:3e:dc:d0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:31:31.316846 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 319e5cdb-1d81-4b83-b357-3d505b372b72 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:31.317230 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:31.330430 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319e5cdb-1d81-4b83-b357-3d505b372b72 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:31:31.350880 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 319e5cdb-1d81-4b83-b357-3d505b372b72, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=319e5cdb-1d81-4b83-b357-3d505b372b72,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:31.355077 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:31.400485 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=319e5cdb-1d81-4b83-b357-3d505b372b72,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:31.407198 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:31.407540 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:31.407874 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:31.408224 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:31.408579 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:31.408902 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:31.409878 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:31.410189 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:31.410508 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:31.410818 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:31.411134 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:31.411464 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:31.411781 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:31.412092 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:31.412434 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:31:31.798918 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680d0ef-b28b-4e8f-b17c-dc9865e4e8a8 req-8bf30f51-48ac-400e-8720-811aec0f5924 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:31.798918 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c680d0ef-b28b-4e8f-b17c-dc9865e4e8a8 req-8bf30f51-48ac-400e-8720-811aec0f5924 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0775051 Sep 26 05:31:31.809213 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['319e5cdb-1d81-4b83-b357-3d505b372b72'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:31:31.817079 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c497f-91e8-4a16-a48d-239119cf4877 req-c2ace2ab-a0a9-48ce-9577-79d9abfd6d49 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:31.818703 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-351c497f-91e8-4a16-a48d-239119cf4877 req-c2ace2ab-a0a9-48ce-9577-79d9abfd6d49 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0684211 Sep 26 05:31:31.890638 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c680d0ef-b28b-4e8f-b17c-dc9865e4e8a8 req-06029e86-8c51-41a1-b344-6a16354c7099 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877893 Sep 26 05:31:31.894076 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-351c497f-91e8-4a16-a48d-239119cf4877 req-4a1d4bc8-33f3-4035-ae99-3cd90a6c5f3f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680151 Sep 26 05:31:31.917324 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:32.332158 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7400-e935-42f3-9c78-6006008e4f6f req-d5f8ad5e-8b71-48f0-9d06-e43eb32d479f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:32.333645 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fe0c7400-e935-42f3-9c78-6006008e4f6f req-d5f8ad5e-8b71-48f0-9d06-e43eb32d479f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0473673 Sep 26 05:31:32.415221 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fe0c7400-e935-42f3-9c78-6006008e4f6f req-9573b25c-bc57-4a9c-9d9d-61a1d9d4f4ca tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759621 Sep 26 05:31:32.420716 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ba0ef-a915-48ec-a697-1d9dc0ea109a req-2a4ea670-9aca-4d79-813a-b6c0c089fbf6 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:32.422114 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1f1ba0ef-a915-48ec-a697-1d9dc0ea109a req-2a4ea670-9aca-4d79-813a-b6c0c089fbf6 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 945 time: 0.0658715 Sep 26 05:31:32.476980 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1f1ba0ef-a915-48ec-a697-1d9dc0ea109a req-d79564f1-59fc-4acd-858b-da22950d0163 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484169 Sep 26 05:31:33.043843 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96df03-4d9c-4791-853b-1b3c9f4398ce req-78757579-a2f4-4ed2-aaee-ec9bbc4baf6a tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:33.045309 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fb96df03-4d9c-4791-853b-1b3c9f4398ce req-78757579-a2f4-4ed2-aaee-ec9bbc4baf6a tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0770233 Sep 26 05:31:33.050647 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7544-a627-4296-83a1-abf5aa019e4f req-1c907cb1-28fc-4e79-aa06-020b2f626745 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:33.051956 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-964f7544-a627-4296-83a1-abf5aa019e4f req-1c907cb1-28fc-4e79-aa06-020b2f626745 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0733075 Sep 26 05:31:33.113671 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:33.125461 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fb96df03-4d9c-4791-853b-1b3c9f4398ce req-a442337b-12ca-40e8-b66e-80720dcc8549 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725977 Sep 26 05:31:33.132683 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-964f7544-a627-4296-83a1-abf5aa019e4f req-4636ef05-8a47-4cf8-a956-7df9f1a2163d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731714 Sep 26 05:31:33.163122 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 319e5cdb-1d81-4b83-b357-3d505b372b72 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:31:33.207518 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port 319e5cdb-1d81-4b83-b357-3d505b372b72 completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:31:33.213357 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port 319e5cdb-1d81-4b83-b357-3d505b372b72 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:31:33.213798 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:33.214142 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port 319e5cdb-1d81-4b83-b357-3d505b372b72 Sep 26 05:31:33.284211 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 319e5cdb-1d81-4b83-b357-3d505b372b72 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:33.284628 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:33.307778 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197dc2cf-12cf-4bf8-8dbd-c05654f127db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319e5cdb-1d81-4b83-b357-3d505b372b72'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:31:33.310185 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a54dc21-e607-4f56-849e-cddbad4a6331" -d '{"events": [{"server_uuid": "197dc2cf-12cf-4bf8-8dbd-c05654f127db", "name": "network-vif-plugged", "status": "completed", "tag": "319e5cdb-1d81-4b83-b357-3d505b372b72"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:31:33.323290 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 319e5cdb-1d81-4b83-b357-3d505b372b72, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=319e5cdb-1d81-4b83-b357-3d505b372b72,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:33.327413 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:33.352294 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02787535-3f3f-4879-b2c0-31a3b1a28b15 x-openstack-request-id: req-02787535-3f3f-4879-b2c0-31a3b1a28b15 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:31:33.352610 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197dc2cf-12cf-4bf8-8dbd-c05654f127db", "name": "network-vif-plugged", "status": "completed", "tag": "319e5cdb-1d81-4b83-b357-3d505b372b72", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:31:33.352865 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02787535-3f3f-4879-b2c0-31a3b1a28b15 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:31:33.353251 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02787535-3f3f-4879-b2c0-31a3b1a28b15'] response: {'server_uuid': '197dc2cf-12cf-4bf8-8dbd-c05654f127db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319e5cdb-1d81-4b83-b357-3d505b372b72', 'code': 200} Sep 26 05:31:33.376927 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=319e5cdb-1d81-4b83-b357-3d505b372b72,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:33.537860 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc11f4e-ff25-4009-b8df-d5024c595cc8 req-4da3dc6e-81f9-483f-9989-6b3152e6c164 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:33.539352 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5bc11f4e-ff25-4009-b8df-d5024c595cc8 req-4da3dc6e-81f9-483f-9989-6b3152e6c164 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0484540 Sep 26 05:31:33.552306 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:33.630707 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb3ebc-e6c2-4bc9-babf-d8221a89ff15 req-172acbbd-904e-4761-9047-05cd0e40a877 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:33.632092 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c4cb3ebc-e6c2-4bc9-babf-d8221a89ff15 req-172acbbd-904e-4761-9047-05cd0e40a877 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 946 time: 0.0724485 Sep 26 05:31:33.635190 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5bc11f4e-ff25-4009-b8df-d5024c595cc8 req-161c6dd3-583c-42d1-a86b-c94dac2f759b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902381 Sep 26 05:31:33.683839 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c4cb3ebc-e6c2-4bc9-babf-d8221a89ff15 req-eaab8554-a586-45ce-a45f-529f5d7294a5 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458641 Sep 26 05:31:34.276226 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a546e-77e6-4ef1-8d90-0ff5e31cf535 req-1bd585a5-2648-4019-987e-a6c2257c7786 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:34.277782 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-985a546e-77e6-4ef1-8d90-0ff5e31cf535 req-1bd585a5-2648-4019-987e-a6c2257c7786 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0762992 Sep 26 05:31:34.286900 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b78959-1da3-43d6-b04c-f586bc5e4c01 req-6f6edfef-0f45-4b38-a163-2b35b9682759 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:34.288452 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-85b78959-1da3-43d6-b04c-f586bc5e4c01 req-6f6edfef-0f45-4b38-a163-2b35b9682759 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0754063 Sep 26 05:31:34.383166 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-985a546e-77e6-4ef1-8d90-0ff5e31cf535 req-774585d8-6496-495a-8326-a086704aaab8 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937150 Sep 26 05:31:34.395970 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-85b78959-1da3-43d6-b04c-f586bc5e4c01 req-0ead5499-5d68-404a-9424-1af4d19fc992 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993245 Sep 26 05:31:34.758692 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d0b74-d5af-473b-bf99-ac30d200f543 req-27ed841d-db21-43e8-9731-515c36d7a37f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:34.760146 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-742d0b74-d5af-473b-bf99-ac30d200f543 req-27ed841d-db21-43e8-9731-515c36d7a37f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0493000 Sep 26 05:31:34.827010 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b854263-39f9-4f2a-a20d-c2ece2744e5f req-a0424204-e91d-4161-9dbf-535e0f36ea19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:34.828637 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1b854263-39f9-4f2a-a20d-c2ece2744e5f req-a0424204-e91d-4161-9dbf-535e0f36ea19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 946 time: 0.0645962 Sep 26 05:31:34.856672 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-742d0b74-d5af-473b-bf99-ac30d200f543 req-616ea8f8-a588-4886-ad00-b7a3c5362226 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836391 Sep 26 05:31:34.891027 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1b854263-39f9-4f2a-a20d-c2ece2744e5f req-1a624128-510d-4588-8351-a4e68c6ff880 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561616 Sep 26 05:31:35.096513 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5fcf7-5c21-4d12-8073-c954c68f97e5 req-e5770676-2251-4d4a-8e91-36724238f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:35.098521 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a0e5fcf7-5c21-4d12-8073-c954c68f97e5 req-e5770676-2251-4d4a-8e91-36724238f4a9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 1130 time: 0.0423763 Sep 26 05:31:35.171389 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device db14dfec-952b-46e2-9617-72801c005bb3 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:31:35.270917 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:35.272909 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port db14dfec-952b-46e2-9617-72801c005bb3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=db14dfec-952b-46e2-9617-72801c005bb3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:35.285298 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': 'db14dfec-952b-46e2-9617-72801c005bb3', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'port_id': 'db14dfec-952b-46e2-9617-72801c005bb3', 'mac_address': 'fa:16:3e:92:7b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:31:35.323312 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port db14dfec-952b-46e2-9617-72801c005bb3 is: ACTIVE; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:35.323697 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (db14dfec-952b-46e2-9617-72801c005bb3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:35.337977 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db14dfec-952b-46e2-9617-72801c005bb3 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:31:35.357256 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port db14dfec-952b-46e2-9617-72801c005bb3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=db14dfec-952b-46e2-9617-72801c005bb3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:35.361187 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (db14dfec-952b-46e2-9617-72801c005bb3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:35.406590 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=db14dfec-952b-46e2-9617-72801c005bb3,revision_number=6']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:35.540298 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845cf4c-3425-471d-b5f8-7cf5da9b01c3 req-fa6ae225-5a73-4043-88d5-282b956c3f46 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:35.541762 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d845cf4c-3425-471d-b5f8-7cf5da9b01c3 req-fa6ae225-5a73-4043-88d5-282b956c3f46 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0815625 Sep 26 05:31:35.551849 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd96d5-546f-4070-9147-5bfc956802cc req-8be091cc-8914-4658-85dc-4b7481d9a187 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:35.553291 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d0dd96d5-546f-4070-9147-5bfc956802cc req-8be091cc-8914-4658-85dc-4b7481d9a187 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 944 time: 0.0586863 Sep 26 05:31:35.629281 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d845cf4c-3425-471d-b5f8-7cf5da9b01c3 req-5eb1b152-d73b-4021-94ae-d6e104c165c6 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750625 Sep 26 05:31:35.633288 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d0dd96d5-546f-4070-9147-5bfc956802cc req-891ab750-86bf-4bc4-85e2-1cb0578fccd8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725913 Sep 26 05:31:35.648770 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['db14dfec-952b-46e2-9617-72801c005bb3'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:31:36.013609 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662b889-4bd1-4430-8502-e6ec4d2961eb req-eba75f39-b086-44ba-81b4-2f8a31ea61d7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:36.015087 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f662b889-4bd1-4430-8502-e6ec4d2961eb req-eba75f39-b086-44ba-81b4-2f8a31ea61d7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 946 time: 0.0482030 Sep 26 05:31:36.061237 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f662b889-4bd1-4430-8502-e6ec4d2961eb req-1e14f4b8-aa2a-4f3f-b7c6-3b565819c835 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400300 Sep 26 05:31:36.288711 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38980) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:36.293266 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-567dbc5c-49ca-4606-a43a-45ace9442dba tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1446927348', 'description': 'tempest-description--628727684'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:36.314087 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-567dbc5c-49ca-4606-a43a-45ace9442dba tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:36.386710 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-567dbc5c-49ca-4606-a43a-45ace9442dba tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for security_group (303ea515-fcde-45e5-be51-1ffb882ab982), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:36.390370 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-567dbc5c-49ca-4606-a43a-45ace9442dba tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (303ea515-fcde-45e5-be51-1ffb882ab982), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:36.419602 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-567dbc5c-49ca-4606-a43a-45ace9442dba tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:36.420843 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-567dbc5c-49ca-4606-a43a-45ace9442dba tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1311042 Sep 26 05:31:36.422891 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567dbc5c-49ca-4606-a43a-45ace9442dba tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303ea515-fcde-45e5-be51-1ffb882ab982,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:36.423850 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 38982) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:36.430650 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-6893b67e-75e0-4205-9edf-10b5cb8b05d2 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Request body: {'security_group_rule': {'security_group_id': '303ea515-fcde-45e5-be51-1ffb882ab982', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:36.457984 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6893b67e-75e0-4205-9edf-10b5cb8b05d2 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for security_group_rule (9f3ed284-2b5c-4575-b565-25047c401096), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:36.485909 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:36.514035 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6893b67e-75e0-4205-9edf-10b5cb8b05d2 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for security_group_rule (9f3ed284-2b5c-4575-b565-25047c401096), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:36.517321 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6893b67e-75e0-4205-9edf-10b5cb8b05d2 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (9f3ed284-2b5c-4575-b565-25047c401096), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:36.538770 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893b67e-75e0-4205-9edf-10b5cb8b05d2 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3ed284-2b5c-4575-b565-25047c401096,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:36.546024 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6893b67e-75e0-4205-9edf-10b5cb8b05d2 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:36.547170 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6893b67e-75e0-4205-9edf-10b5cb8b05d2 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207433 Sep 26 05:31:36.550555 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 38984) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:36.554894 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-9fdbafac-6361-4741-938d-08e71d93a09b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Request body: {'security_group_rule': {'security_group_id': '303ea515-fcde-45e5-be51-1ffb882ab982', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:36.570462 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:36.582023 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9fdbafac-6361-4741-938d-08e71d93a09b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for security_group_rule (9165f2cc-e93b-4d57-b781-d37d569b448d), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:36.638560 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9fdbafac-6361-4741-938d-08e71d93a09b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for security_group_rule (9165f2cc-e93b-4d57-b781-d37d569b448d), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:36.642366 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9fdbafac-6361-4741-938d-08e71d93a09b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (9165f2cc-e93b-4d57-b781-d37d569b448d), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:36.661679 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbafac-6361-4741-938d-08e71d93a09b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9165f2cc-e93b-4d57-b781-d37d569b448d,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:36.672846 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9fdbafac-6361-4741-938d-08e71d93a09b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:36.674036 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-9fdbafac-6361-4741-938d-08e71d93a09b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224473 Sep 26 05:31:36.677828 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 38990) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:36.682407 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Request body: {'floatingip': {'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:36.720237 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a0e5fcf7-5c21-4d12-8073-c954c68f97e5 req-06380af5-06ce-435b-bca5-f16cd494d23c service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444689 Sep 26 05:31:36.723182 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:36.739047 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:36.805738 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ac9a4-3bbe-4d89-bf7f-a7c4ad437adc req-12180e2b-37f7-496b-8f9c-62501bbbb65c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:36.807257 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-aa7ac9a4-3bbe-4d89-bf7f-a7c4ad437adc req-12180e2b-37f7-496b-8f9c-62501bbbb65c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 944 time: 0.0792460 Sep 26 05:31:36.808187 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:36.815032 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3da52-0a04-4b2e-841a-ff0c5d253cfd req-f7a7d5a5-f694-4fe2-a40c-941728c845b9 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:36.817006 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c4f3da52-0a04-4b2e-841a-ff0c5d253cfd req-f7a7d5a5-f694-4fe2-a40c-941728c845b9 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0780687 Sep 26 05:31:36.894987 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-aa7ac9a4-3bbe-4d89-bf7f-a7c4ad437adc req-517fc0f8-b912-4013-bb99-2fa41e716121 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768816 Sep 26 05:31:36.898649 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c4f3da52-0a04-4b2e-841a-ff0c5d253cfd req-f3d7b31e-95dc-469f-b9bc-2dc3b4da0c53 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735862 Sep 26 05:31:36.924579 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Allocated IP 172.27.0.66 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/8b31637f-1238-4001-864c-a20285b5aff8) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:31:37.036059 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for port (8b31637f-1238-4001-864c-a20285b5aff8), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:37.076501 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (8b31637f-1238-4001-864c-a20285b5aff8), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:37.117498 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:31:37.118634 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Pushing event updated for resources: {'Port': ['ID=8b31637f-1238-4001-864c-a20285b5aff8,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:37.121544 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:31:37.123720 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:31:37.154768 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:37.179927 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:31:37.185512 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device db14dfec-952b-46e2-9617-72801c005bb3 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:31:37.191481 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15356e95-7dfe-4fa3-95f3-e7c1369702ff req-b7c0fe6f-5e61-4686-8f0f-24373864c2e8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:37.192289 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-15356e95-7dfe-4fa3-95f3-e7c1369702ff req-b7c0fe6f-5e61-4686-8f0f-24373864c2e8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 946 time: 0.0517435 Sep 26 05:31:37.213627 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for floatingip (3e16f60e-6858-48c7-945c-35a71104a320), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:37.245424 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-15356e95-7dfe-4fa3-95f3-e7c1369702ff req-3f79d179-40f8-496e-ab47-d0bfdabc543a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463185 Sep 26 05:31:37.268006 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (8b31637f-1238-4001-864c-a20285b5aff8), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:37.292192 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:37.302551 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port db14dfec-952b-46e2-9617-72801c005bb3 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:31:37.302975 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (db14dfec-952b-46e2-9617-72801c005bb3), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:37.303313 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port db14dfec-952b-46e2-9617-72801c005bb3 Sep 26 05:31:37.353029 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:37.368877 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'port_id': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d', 'mac_address': 'fa:16:3e:47:d3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:31:37.407624 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for port (8b31637f-1238-4001-864c-a20285b5aff8), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:37.412599 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (8b31637f-1238-4001-864c-a20285b5aff8), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:37.435323 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:37.435711 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:37.437751 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port db14dfec-952b-46e2-9617-72801c005bb3 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:37.438115 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (db14dfec-952b-46e2-9617-72801c005bb3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:37.465944 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:37.468475 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:31:37.478925 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db14dfec-952b-46e2-9617-72801c005bb3'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:31:37.481396 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8383373d-62e8-4619-b248-857b9255b6c6" -d '{"events": [{"server_uuid": "6ffa337e-39e1-4edc-9a0d-4468ff05c577", "name": "network-vif-plugged", "status": "completed", "tag": "db14dfec-952b-46e2-9617-72801c005bb3"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:31:37.488077 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (3e16f60e-6858-48c7-945c-35a71104a320), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:37.492899 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Pushing event updated for resources: {'Port': ['ID=8b31637f-1238-4001-864c-a20285b5aff8,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:37.501390 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port db14dfec-952b-46e2-9617-72801c005bb3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=db14dfec-952b-46e2-9617-72801c005bb3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:37.511173 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:37.521196 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:37.521427 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-98f0fd3a-17d1-4115-94e6-b7b59ca9d67e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8335106 Sep 26 05:31:37.521546 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (db14dfec-952b-46e2-9617-72801c005bb3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:37.538186 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b99f7b6-d9bb-4caf-92fc-14924cfc9a28 x-openstack-request-id: req-2b99f7b6-d9bb-4caf-92fc-14924cfc9a28 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:31:37.538477 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffa337e-39e1-4edc-9a0d-4468ff05c577", "name": "network-vif-plugged", "status": "completed", "tag": "db14dfec-952b-46e2-9617-72801c005bb3", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:31:37.538728 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b99f7b6-d9bb-4caf-92fc-14924cfc9a28 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:31:37.539123 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b99f7b6-d9bb-4caf-92fc-14924cfc9a28'] response: {'server_uuid': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db14dfec-952b-46e2-9617-72801c005bb3', 'code': 200} Sep 26 05:31:37.542072 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:37.563588 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:37.567959 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=db14dfec-952b-46e2-9617-72801c005bb3,revision_number=7']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:37.618031 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:37.718181 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-2102bfae-026a-44ab-ae89-8d16eb41c2db tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1446927348&fields=id&tenant_id=01c8f7766cb646b7b646a53c9de8e91a HTTP/1.1" status: 200 len: 267 time: 0.0462105 Sep 26 05:31:37.825039 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-3adccd26-df2d-4c35-8d50-534a4ce9cded tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:37.826482 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-3adccd26-df2d-4c35-8d50-534a4ce9cded tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 818 time: 0.1018264 Sep 26 05:31:37.842278 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-b36ab2a5-8561-4da6-91cd-70c97f8bf12c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/quotas/01c8f7766cb646b7b646a53c9de8e91a HTTP/1.1" status: 200 len: 375 time: 0.0097091 Sep 26 05:31:37.902735 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-45150927-b02b-41f5-a52d-167fdce4aad2 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0545630 Sep 26 05:31:38.030225 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-403c4d2a-5cc1-416b-b092-83c0ab9210e3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152060 Sep 26 05:31:38.050914 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f21cbf-af95-4734-b191-17525ccde810 req-d2638a1a-5bc7-492d-898e-5e287aa2cfdb tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:38.052600 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-85f21cbf-af95-4734-b191-17525ccde810 req-d2638a1a-5bc7-492d-898e-5e287aa2cfdb tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0646818 Sep 26 05:31:38.106895 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:38.155873 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:38.169472 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-85f21cbf-af95-4734-b191-17525ccde810 req-8a72d126-3fd6-4033-9659-578d5b49a137 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071982 Sep 26 05:31:38.176628 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-ddb129d1-7e3d-4159-8db0-a20984ef98c8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406147 Sep 26 05:31:38.279461 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47994b9c-3f1b-4536-8ceb-0fd522b377ef req-a154e077-da11-48ef-a229-509af64fd912 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:38.280953 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-47994b9c-3f1b-4536-8ceb-0fd522b377ef req-a154e077-da11-48ef-a229-509af64fd912 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 945 time: 0.0504444 Sep 26 05:31:38.340920 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-47994b9c-3f1b-4536-8ceb-0fd522b377ef req-0a6141ef-d0e6-4b69-9ff2-796af5ccb4c5 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476553 Sep 26 05:31:38.388534 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['7672989d-ca9b-46a1-b56a-6c9d7ec17b2d'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:31:38.454421 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa079b-a28b-466f-ad23-80866177e1f0 req-5cb40019-6246-4b6f-b04c-2c1d3e56e582 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:38.461448 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a6aa079b-a28b-466f-ad23-80866177e1f0 req-5cb40019-6246-4b6f-b04c-2c1d3e56e582 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 946 time: 0.0604899 Sep 26 05:31:38.511236 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a6aa079b-a28b-466f-ad23-80866177e1f0 req-de81cd87-941b-4e8c-997b-64da7786791a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485849 Sep 26 05:31:38.600918 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4160d7cf-a26b-4226-b8be-639a6f48e8bf req-29d9f02d-811f-4ca4-8ab6-65bb120c2d29 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 210 time: 0.0431349 Sep 26 05:31:39.297042 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10bc35-1271-488d-87cb-c5f5fb379ee8 req-9dd13ebe-a964-4bd4-b1d8-9c6a163719e5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:39.298489 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4e10bc35-1271-488d-87cb-c5f5fb379ee8 req-9dd13ebe-a964-4bd4-b1d8-9c6a163719e5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0463595 Sep 26 05:31:39.348308 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4e10bc35-1271-488d-87cb-c5f5fb379ee8 req-46047c02-a9e2-40f3-8363-42675bd90ecc tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436730 Sep 26 05:31:39.462165 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8df4e1-6276-492f-ab69-1266c0ca0adf req-31e8ce4f-ecec-4f35-b2d7-5ea20dcdc093 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:39.463617 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7d8df4e1-6276-492f-ab69-1266c0ca0adf req-31e8ce4f-ecec-4f35-b2d7-5ea20dcdc093 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 945 time: 0.0459192 Sep 26 05:31:39.512036 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7d8df4e1-6276-492f-ab69-1266c0ca0adf req-6ba6622a-fd1c-4407-85fa-701aa4613655 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428319 Sep 26 05:31:39.630585 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f94608-c71a-4bdd-95ae-7e74bd7260d7 req-baf20181-f29b-4a50-89d7-82c2a427a35d tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:39.632053 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-00f94608-c71a-4bdd-95ae-7e74bd7260d7 req-baf20181-f29b-4a50-89d7-82c2a427a35d tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 946 time: 0.0464106 Sep 26 05:31:39.688181 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-00f94608-c71a-4bdd-95ae-7e74bd7260d7 req-464d79e4-aebf-4e05-b1db-1f6b9130dc94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505562 Sep 26 05:31:39.707229 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-51d60227-1bfc-4814-b699-2c4bfa380973 req-81a3b01e-f290-4d7c-8609-b6f9a1512613 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 210 time: 0.0347021 Sep 26 05:31:40.380801 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:31:40.427940 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:31:40.433540 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:31:40.433928 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:40.434324 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d Sep 26 05:31:40.484520 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8fdac-17d5-42a6-9c4a-7b40c4df9d9e req-41557e81-f5a5-4038-b8c4-49ec08857f6d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:40.486130 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-02d8fdac-17d5-42a6-9c4a-7b40c4df9d9e req-41557e81-f5a5-4038-b8c4-49ec08857f6d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0497820 Sep 26 05:31:40.510867 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:40.511317 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:40.524073 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:40.539056 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:31:40.541724 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79779719-70f3-422f-81b7-62d5d6a5fb4b" -d '{"events": [{"server_uuid": "b60837af-4528-4e98-bb46-0e80e3270c0d", "name": "network-vif-plugged", "status": "completed", "tag": "7672989d-ca9b-46a1-b56a-6c9d7ec17b2d"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:31:40.550210 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-02d8fdac-17d5-42a6-9c4a-7b40c4df9d9e req-e16d2cb7-8fc2-4ca1-a82d-1fd188b5ef92 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560145 Sep 26 05:31:40.562269 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:40.572687 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:40.605799 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d955d9a2-5969-4ea8-a36d-5e49210eb54e x-openstack-request-id: req-d955d9a2-5969-4ea8-a36d-5e49210eb54e {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:31:40.606117 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60837af-4528-4e98-bb46-0e80e3270c0d", "name": "network-vif-plugged", "status": "completed", "tag": "7672989d-ca9b-46a1-b56a-6c9d7ec17b2d", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:31:40.606371 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d955d9a2-5969-4ea8-a36d-5e49210eb54e {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:31:40.606777 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d955d9a2-5969-4ea8-a36d-5e49210eb54e'] response: {'server_uuid': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d', 'code': 200} Sep 26 05:31:40.633192 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:40.664837 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac2dcb-49a4-496b-85c7-ad948565d128 req-d369cb83-68a4-4fe0-9dc6-e24a1e32b76e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:40.666333 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-74ac2dcb-49a4-496b-85c7-ad948565d128 req-d369cb83-68a4-4fe0-9dc6-e24a1e32b76e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0558286 Sep 26 05:31:40.716096 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-74ac2dcb-49a4-496b-85c7-ad948565d128 req-2662b306-73d5-4286-81c8-b1298aca0d71 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437584 Sep 26 05:31:40.825068 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f93d4c6d-6bc7-4d23-baa2-843544f1ae43 req-14869946-73b6-4330-ba5c-18776db759c9 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 210 time: 0.0438154 Sep 26 05:31:40.840816 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957d1d5-4175-46c6-b481-3b2005992513 req-57bea796-2c6d-4bc0-9601-a16bf8f7f020 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:40.842216 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6957d1d5-4175-46c6-b481-3b2005992513 req-57bea796-2c6d-4bc0-9601-a16bf8f7f020 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 946 time: 0.0711341 Sep 26 05:31:40.902680 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6957d1d5-4175-46c6-b481-3b2005992513 req-ec36becf-0de8-4f17-811a-bf247141c6d2 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465744 Sep 26 05:31:41.031104 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514184a-6cab-4a15-8dea-8d1985acf213 req-0ab7e45d-9ba3-4042-a523-8d84749fe5b1 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:41.032604 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0514184a-6cab-4a15-8dea-8d1985acf213 req-0ab7e45d-9ba3-4042-a523-8d84749fe5b1 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 946 time: 0.0479233 Sep 26 05:31:41.043981 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 39064) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:41.048657 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-1e34516e-e357-446c-b022-64c3835cf4a3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'floatingip': {'port_id': '319e5cdb-1d81-4b83-b357-3d505b372b72'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:41.078057 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f3a2-6034-4e13-b62e-cb6af93e835c req-bdc79846-926f-4cd1-8f1c-5303abb6a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:41.079575 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0422f3a2-6034-4e13-b62e-cb6af93e835c req-bdc79846-926f-4cd1-8f1c-5303abb6a8cc service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 1130 time: 0.0432737 Sep 26 05:31:41.089157 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1e34516e-e357-446c-b022-64c3835cf4a3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (6bd8e163-b6e2-4b3b-9122-ae38a740747d), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:41.141210 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0422f3a2-6034-4e13-b62e-cb6af93e835c req-50fb0b38-2237-4920-bf74-4cdd11c43e3a service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432577 Sep 26 05:31:41.662609 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:41.670954 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb422316-9579-4055-ab95-774b788ffe34 req-d29047a6-b23c-49a4-868e-d1e4a968e743 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:41.672460 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-eb422316-9579-4055-ab95-774b788ffe34 req-d29047a6-b23c-49a4-868e-d1e4a968e743 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0466545 Sep 26 05:31:41.703100 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1e34516e-e357-446c-b022-64c3835cf4a3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:41.707646 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1e34516e-e357-446c-b022-64c3835cf4a3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (6bd8e163-b6e2-4b3b-9122-ae38a740747d), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:41.725551 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-eb422316-9579-4055-ab95-774b788ffe34 req-d6550ef5-3fb2-4ee6-a54b-a338a6c80c39 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465140 Sep 26 05:31:41.804952 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.l3_db [None req-1e34516e-e357-446c-b022-64c3835cf4a3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Floating IP 6bd8e163-b6e2-4b3b-9122-ae38a740747d associated. External IP: 172.27.0.47, port: 319e5cdb-1d81-4b83-b357-3d505b372b72. Sep 26 05:31:41.837106 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7a955-fb32-4ff1-b67c-29ba3b381f8d req-f5bae62e-abd8-46d1-a8cb-dded14d4f9c0 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:41.838494 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a5a7a955-fb32-4ff1-b67c-29ba3b381f8d req-f5bae62e-abd8-46d1-a8cb-dded14d4f9c0 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0476351 Sep 26 05:31:41.844759 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:41.851836 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:41.895530 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a5a7a955-fb32-4ff1-b67c-29ba3b381f8d req-9f79a56f-928b-42df-8e47-4c429bb45f9e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507691 Sep 26 05:31:41.943192 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2ab9e35c-7d6d-44ba-b4e3-d796de3c1a60 req-b0ee6853-8a08-4750-b6de-480b516d0c4d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 210 time: 0.0356121 Sep 26 05:31:42.034072 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e34516e-e357-446c-b022-64c3835cf4a3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Router 5588059c-6bc9-45f9-adf5-d0de95e2025a has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:31:42.140096 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e34516e-e357-446c-b022-64c3835cf4a3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:31:42.145639 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1e34516e-e357-446c-b022-64c3835cf4a3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:42.150652 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34734f02-5e82-46de-891c-d8eab464e31a None None] Sync routers for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:31:42.164531 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34734f02-5e82-46de-891c-d8eab464e31a None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:31:42.165145 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-34734f02-5e82-46de-891c-d8eab464e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:31:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:31:42.176381 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-1e34516e-e357-446c-b022-64c3835cf4a3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/6bd8e163-b6e2-4b3b-9122-ae38a740747d HTTP/1.1" status: 200 len: 991 time: 1.1311638 Sep 26 05:31:42.177020 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197dc2cf-12cf-4bf8-8dbd-c05654f127db', 'tag': '319e5cdb-1d81-4b83-b357-3d505b372b72'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:31:42.179290 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b30fa2-c825-4ea5-a1ad-6ac13aaf5407" -d '{"events": [{"name": "network-changed", "server_uuid": "197dc2cf-12cf-4bf8-8dbd-c05654f127db", "tag": "319e5cdb-1d81-4b83-b357-3d505b372b72"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:31:42.217022 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798f9d96-70de-4179-842c-e28571f10850 x-openstack-request-id: req-798f9d96-70de-4179-842c-e28571f10850 {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:31:42.217311 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "197dc2cf-12cf-4bf8-8dbd-c05654f127db", "tag": "319e5cdb-1d81-4b83-b357-3d505b372b72", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:31:42.217566 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-798f9d96-70de-4179-842c-e28571f10850 {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:31:42.217970 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798f9d96-70de-4179-842c-e28571f10850'] response: {'name': 'network-changed', 'server_uuid': '197dc2cf-12cf-4bf8-8dbd-c05654f127db', 'tag': '319e5cdb-1d81-4b83-b357-3d505b372b72', 'status': 'completed', 'code': 200} Sep 26 05:31:42.269404 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-34734f02-5e82-46de-891c-d8eab464e31a None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:31:42.592105 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:42.603991 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-34734f02-5e82-46de-891c-d8eab464e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '6bd8e163-b6e2-4b3b-9122-ae38a740747d', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': '319e5cdb-1d81-4b83-b357-3d505b372b72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:dc:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197dc2cf-12cf-4bf8-8dbd-c05654f127db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:31:18Z', 'updated_at': '2022-09-26T05:31:41Z', 'revision_number': 1, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}, {'id': 'e919b886-ddb8-4731-a554-e8cc882096f7', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': '61f405ec-53a2-45d3-97e1-b2c513f8244a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:ea:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:29:32Z', 'updated_at': '2022-09-26T05:30:10Z', 'revision_number': 2, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:31:42.632362 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34734f02-5e82-46de-891c-d8eab464e31a None None] Checking router: 5588059c-6bc9-45f9-adf5-d0de95e2025a for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:31:42.640684 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34734f02-5e82-46de-891c-d8eab464e31a None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:31:42.641277 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-34734f02-5e82-46de-891c-d8eab464e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:31:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:31:42.738009 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-34734f02-5e82-46de-891c-d8eab464e31a None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:31:42.853527 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a3921-f077-408a-b2fa-a2e333a85b74 req-2dc4b080-b37f-49a9-90dd-83cf890ab86e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:42.854911 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fb6a3921-f077-408a-b2fa-a2e333a85b74 req-2dc4b080-b37f-49a9-90dd-83cf890ab86e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0462272 Sep 26 05:31:42.903615 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fb6a3921-f077-408a-b2fa-a2e333a85b74 req-ce89494f-8dbf-451f-b668-1d9be7c6d964 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428782 Sep 26 05:31:42.959463 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b30fa2-c825-4ea5-a1ad-6ac13aaf5407 req-5e7566e8-4227-4657-ab1f-eddead215562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:42.961063 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-12b30fa2-c825-4ea5-a1ad-6ac13aaf5407 req-5e7566e8-4227-4657-ab1f-eddead215562 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 1130 time: 0.0493817 Sep 26 05:31:42.968382 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-34734f02-5e82-46de-891c-d8eab464e31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '6bd8e163-b6e2-4b3b-9122-ae38a740747d', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': '319e5cdb-1d81-4b83-b357-3d505b372b72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:dc:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197dc2cf-12cf-4bf8-8dbd-c05654f127db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:31:18Z', 'updated_at': '2022-09-26T05:31:41Z', 'revision_number': 1, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}, {'id': 'e919b886-ddb8-4731-a554-e8cc882096f7', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': '61f405ec-53a2-45d3-97e1-b2c513f8244a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:ea:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:29:32Z', 'updated_at': '2022-09-26T05:30:10Z', 'revision_number': 2, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:31:43.000645 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34734f02-5e82-46de-891c-d8eab464e31a None None] The sync data for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi is: [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '6bd8e163-b6e2-4b3b-9122-ae38a740747d', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': '319e5cdb-1d81-4b83-b357-3d505b372b72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:dc:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '197dc2cf-12cf-4bf8-8dbd-c05654f127db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:31:18Z', 'updated_at': '2022-09-26T05:31:41Z', 'revision_number': 1, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}, {'id': 'e919b886-ddb8-4731-a554-e8cc882096f7', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': '61f405ec-53a2-45d3-97e1-b2c513f8244a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:ea:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:29:32Z', 'updated_at': '2022-09-26T05:30:10Z', 'revision_number': 2, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:31:43.103729 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f8b59c7f-9209-45e1-bcc4-e5768595b8ad req-4412a56a-a347-486e-a897-d6a59802db63 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 210 time: 0.0729008 Sep 26 05:31:43.154178 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07e5d3-246d-4f3c-9e6e-6e06e5e76e9a req-e3ea4855-88b8-4c9c-a891-f81ae415aeb9 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:43.156173 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1f07e5d3-246d-4f3c-9e6e-6e06e5e76e9a req-e3ea4855-88b8-4c9c-a891-f81ae415aeb9 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.1378970 Sep 26 05:31:43.189178 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-c3420db9-e357-42d6-bc85-672fc153f370 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:43.191071 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-c3420db9-e357-42d6-bc85-672fc153f370 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 818 time: 0.1529832 Sep 26 05:31:43.249588 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:43.260208 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1f07e5d3-246d-4f3c-9e6e-6e06e5e76e9a req-9d58ff95-2334-4222-9c90-ce4888ce87e0 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968297 Sep 26 05:31:43.261406 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b30fa2-c825-4ea5-a1ad-6ac13aaf5407 req-8eb89076-cc12-4fff-ac8d-df4f67105eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:43.262770 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-12b30fa2-c825-4ea5-a1ad-6ac13aaf5407 req-8eb89076-cc12-4fff-ac8d-df4f67105eab service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 200 len: 916 time: 0.2052593 Sep 26 05:31:43.309108 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-0df5f11d-b9c4-4ac1-917c-bcb51ce68d11 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=01c8f7766cb646b7b646a53c9de8e91a HTTP/1.1" status: 200 len: 380 time: 0.0891199 Sep 26 05:31:43.312375 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402f18e6-f2c5-42ec-8b31-71f45291e11b None None] New status for floating IP 6bd8e163-b6e2-4b3b-9122-ae38a740747d: ACTIVE {{(pid=106343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:31:43.435250 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-12b30fa2-c825-4ea5-a1ad-6ac13aaf5407 req-d1a70b45-e554-47e9-98e1-bc0e8d3e53fd service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=319e5cdb-1d81-4b83-b357-3d505b372b72 HTTP/1.1" status: 200 len: 999 time: 0.0870435 Sep 26 05:31:44.034226 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d108c-7d41-4091-973a-e82aec449a2d req-10015e9a-6ec8-4d32-a4b4-5f269c2e03ca tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:44.035746 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-dd9d108c-7d41-4091-973a-e82aec449a2d req-10015e9a-6ec8-4d32-a4b4-5f269c2e03ca tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0492482 Sep 26 05:31:44.084621 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-dd9d108c-7d41-4091-973a-e82aec449a2d req-b8471022-e0a5-41e1-a6b1-445941df3df8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397093 Sep 26 05:31:44.212906 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1e1e021e-9019-4549-8b2d-9d6d15872238 req-f5f45419-3c96-4f1c-b713-5602ed93603c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 210 time: 0.0276740 Sep 26 05:31:44.315922 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-93eac41f-db2f-4ccc-a812-8753cde90579 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Request body: {'port': {'device_id': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'admin_state_up': True, 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'security_groups': ['303ea515-fcde-45e5-be51-1ffb882ab982']}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:44.427588 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b51ca7-42bd-421c-9531-5adda19a3897 req-a39cb9bd-1899-4bf5-9df1-b67967bb9cde tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:44.429117 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-60b51ca7-42bd-421c-9531-5adda19a3897 req-a39cb9bd-1899-4bf5-9df1-b67967bb9cde tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0863569 Sep 26 05:31:44.430906 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b30fa2-c825-4ea5-a1ad-6ac13aaf5407 req-f7cc44e8-a833-4177-82f3-b1ac7b446c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:44.432228 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-12b30fa2-c825-4ea5-a1ad-6ac13aaf5407 req-f7cc44e8-a833-4177-82f3-b1ac7b446c09 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6783b947-c48f-4404-8277-22844ede2f74 HTTP/1.1" status: 200 len: 854 time: 0.0883048 Sep 26 05:31:44.436557 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-93eac41f-db2f-4ccc-a812-8753cde90579 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Made reservation on behalf of 01c8f7766cb646b7b646a53c9de8e91a for: {'port': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:31:44.443525 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-93eac41f-db2f-4ccc-a812-8753cde90579 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:44.480629 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-60b51ca7-42bd-421c-9531-5adda19a3897 req-3069447d-e879-4ad8-b433-b5f22f8b85e8 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450473 Sep 26 05:31:44.579317 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-93eac41f-db2f-4ccc-a812-8753cde90579 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Allocated IP 172.20.0.12 (7a42108c-0615-4b7d-80da-4c23f250e4d0/4affd44b-ea84-4f57-8378-bafc6ff36763/322798b9-1af9-46df-bb99-417d8b1d04b3) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:31:44.633088 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b30fa2-c825-4ea5-a1ad-6ac13aaf5407 req-c4c51df6-7549-4213-b414-ef985bf0b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:44.634708 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-12b30fa2-c825-4ea5-a1ad-6ac13aaf5407 req-c4c51df6-7549-4213-b414-ef985bf0b1ad service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714288 Sep 26 05:31:44.640324 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd01aa0-9779-47cf-bc63-2968ce6d327e req-5da18656-06cd-4d58-9fdf-7907b9e70a1b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:44.641758 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0dd01aa0-9779-47cf-bc63-2968ce6d327e req-5da18656-06cd-4d58-9fdf-7907b9e70a1b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0803375 Sep 26 05:31:44.718097 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:44.728827 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-93eac41f-db2f-4ccc-a812-8753cde90579 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:44.743406 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0dd01aa0-9779-47cf-bc63-2968ce6d327e req-7d93de76-464b-4b55-9166-0c7b51edd731 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955739 Sep 26 05:31:44.765098 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-93eac41f-db2f-4ccc-a812-8753cde90579 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:44.774056 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 39110) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:44.792582 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-12b30fa2-c825-4ea5-a1ad-6ac13aaf5407 req-ce0fee49-6722-4f48-ab8d-ba5a53000289 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182857 Sep 26 05:31:44.817915 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-93eac41f-db2f-4ccc-a812-8753cde90579 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Network 7a42108c-0615-4b7d-80da-4c23f250e4d0 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:31:44.823789 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-93eac41f-db2f-4ccc-a812-8753cde90579 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:31:44.828281 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-93eac41f-db2f-4ccc-a812-8753cde90579 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:31:44.853331 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:44.873003 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:31:44.878163 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eac41f-db2f-4ccc-a812-8753cde90579 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Pushing event updated for resources: {'Port': ['ID=322798b9-1af9-46df-bb99-417d8b1d04b3,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:44.890028 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-93eac41f-db2f-4ccc-a812-8753cde90579 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:44.890777 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-93eac41f-db2f-4ccc-a812-8753cde90579 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:44.915703 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-93eac41f-db2f-4ccc-a812-8753cde90579 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6041534 Sep 26 05:31:44.939027 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Request body: {'port': {'device_id': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:44.970111 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-12b30fa2-c825-4ea5-a1ad-6ac13aaf5407 req-4b615caa-94b0-4fbd-90f2-f0364cf8071a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496251 Sep 26 05:31:45.032545 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:45.116704 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:45.136624 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd3c6d-5e35-462d-9f77-8edbb76a0781 tempest-TestShelveInstance-716356806 tempest-TestShelveInstance-716356806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:45.138097 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-02cd3c6d-5e35-462d-9f77-8edbb76a0781 tempest-TestShelveInstance-716356806 tempest-TestShelveInstance-716356806-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 1125 time: 0.3603368 Sep 26 05:31:45.141428 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 39134) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:31:45.147954 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Request body: {'floatingip': {'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'port_id': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:31:45.150634 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-3055ae52-4d88-46c5-a307-05b2bf800c8f None None] Provisioning complete for port 322798b9-1af9-46df-bb99-417d8b1d04b3 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:31:45.151117 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3055ae52-4d88-46c5-a307-05b2bf800c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:45.151699 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-3055ae52-4d88-46c5-a307-05b2bf800c8f None None] Attempt 1 to provision port 322798b9-1af9-46df-bb99-417d8b1d04b3 Sep 26 05:31:45.153931 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:45.199421 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:45.227010 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-3055ae52-4d88-46c5-a307-05b2bf800c8f None None] Port 322798b9-1af9-46df-bb99-417d8b1d04b3 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:31:45.351660 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44e0a8-b07c-47bd-bc9c-709b48561921 req-e7f9366d-e2b6-4776-be59-3f6a43d35b66 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:45.360236 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8f44e0a8-b07c-47bd-bc9c-709b48561921 req-e7f9366d-e2b6-4776-be59-3f6a43d35b66 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0877206 Sep 26 05:31:45.397078 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322798b9-1af9-46df-bb99-417d8b1d04b3 {{(pid=106341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:31:45.405141 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Publish callbacks [] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:45.420226 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.provisioning_blocks [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Transition to ACTIVE for port object 322798b9-1af9-46df-bb99-417d8b1d04b3 will not be triggered until provisioned by entity L2. {{(pid=106341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:31:45.427590 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:45.451657 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8f44e0a8-b07c-47bd-bc9c-709b48561921 req-c575c809-9912-45c0-abaa-c20c21951823 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896862 Sep 26 05:31:45.478817 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Pushing event updated for resources: {'Port': ['ID=322798b9-1af9-46df-bb99-417d8b1d04b3,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:45.497161 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80948445-3e6a-4ab2-b44c-e33c41a4d072 req-5f8d570f-9027-4c68-b21c-182541c4eb9b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:45.501945 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-80948445-3e6a-4ab2-b44c-e33c41a4d072 req-5f8d570f-9027-4c68-b21c-182541c4eb9b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 944 time: 0.1189685 Sep 26 05:31:45.503247 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:45.582275 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Attempting to bind port 322798b9-1af9-46df-bb99-417d8b1d04b3 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:31:45.584165 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Attempting to bind port 322798b9-1af9-46df-bb99-417d8b1d04b3 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:31:45.584618 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Attempting to bind port 322798b9-1af9-46df-bb99-417d8b1d04b3 on network 7a42108c-0615-4b7d-80da-4c23f250e4d0 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:31:45.597691 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-80948445-3e6a-4ab2-b44c-e33c41a4d072 req-738d5812-09ac-4f53-ae38-9e0be4cd996d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854554 Sep 26 05:31:45.644628 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Port 322798b9-1af9-46df-bb99-417d8b1d04b3 on network 7a42108c-0615-4b7d-80da-4c23f250e4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:31:45.645549 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Attempting to bind port 322798b9-1af9-46df-bb99-417d8b1d04b3 on network 7a42108c-0615-4b7d-80da-4c23f250e4d0 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:31:45.694157 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:31:45.694570 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Checking segment: {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:31:45.694876 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Bound using segment: {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:31:45.695311 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Bound port: 322798b9-1af9-46df-bb99-417d8b1d04b3, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f552674f-7c96-4d66-80e5-b58d14c35c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0'}}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:31:45.696080 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:45.697060 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Allocated IP 172.27.0.134 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/45db1285-ca36-4c83-99ae-723abc5bb1c8) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:31:45.728892 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-3055ae52-4d88-46c5-a307-05b2bf800c8f None None] Attempt 2 to provision port 322798b9-1af9-46df-bb99-417d8b1d04b3 Sep 26 05:31:45.759032 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] For port 322798b9-1af9-46df-bb99-417d8b1d04b3, host hv-cinder-85918, cleared binding levels {{(pid=106341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:31:45.762317 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] For port 322798b9-1af9-46df-bb99-417d8b1d04b3, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=322798b9-1af9-46df-bb99-417d8b1d04b3,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:31:45.765200 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:45.772136 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:45.782106 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:45.783747 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:45.783897 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-3055ae52-4d88-46c5-a307-05b2bf800c8f None None] Port 322798b9-1af9-46df-bb99-417d8b1d04b3 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:31:45.784768 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-66df16c8-1750-438e-b243-8fb23186262a service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/322798b9-1af9-46df-bb99-417d8b1d04b3 HTTP/1.1" status: 200 len: 1094 time: 0.8504219 Sep 26 05:31:45.785341 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'tag': '322798b9-1af9-46df-bb99-417d8b1d04b3'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:31:45.788405 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82203e6e-f305-46d5-a266-668a94a0ab9f" -d '{"events": [{"name": "network-changed", "server_uuid": "30c51093-517b-4a33-9d80-8bf0e1747e75", "tag": "322798b9-1af9-46df-bb99-417d8b1d04b3"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:31:45.873031 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for port (45db1285-ca36-4c83-99ae-723abc5bb1c8), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:45.905837 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0442237-2f2d-4e1a-973a-0a2a8b1aed4f x-openstack-request-id: req-e0442237-2f2d-4e1a-973a-0a2a8b1aed4f {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:31:45.906412 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c51093-517b-4a33-9d80-8bf0e1747e75", "tag": "322798b9-1af9-46df-bb99-417d8b1d04b3", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:31:45.906810 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0442237-2f2d-4e1a-973a-0a2a8b1aed4f {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:31:45.907353 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0442237-2f2d-4e1a-973a-0a2a8b1aed4f'] response: {'name': 'network-changed', 'server_uuid': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'tag': '322798b9-1af9-46df-bb99-417d8b1d04b3', 'status': 'completed', 'code': 200} Sep 26 05:31:45.915807 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (45db1285-ca36-4c83-99ae-723abc5bb1c8), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:45.928885 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df16c8-1750-438e-b243-8fb23186262a service neutron] Pushing event updated for resources: {'Port': ['ID=322798b9-1af9-46df-bb99-417d8b1d04b3,revision_number=3']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:45.933078 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-fdea7c24-380f-427b-a4cc-68fe8a79174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:45.934777 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-fdea7c24-380f-427b-a4cc-68fe8a79174d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 1128 time: 0.0765257 Sep 26 05:31:45.959703 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:31:45.962945 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:31:45.966578 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:31:45.992336 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Pushing event updated for resources: {'Port': ['ID=45db1285-ca36-4c83-99ae-723abc5bb1c8,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:45.996921 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-644d4bd4-e6b3-473f-9bda-d84a51e4b256 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=322798b9-1af9-46df-bb99-417d8b1d04b3 HTTP/1.1" status: 200 len: 217 time: 0.0411232 Sep 26 05:31:46.069338 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-29cc1a85-9129-4a3b-92a8-77a164a1e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:46.070818 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-29cc1a85-9129-4a3b-92a8-77a164a1e706 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.0608528 Sep 26 05:31:46.103404 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:46.130809 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-d9629aa6-65b4-477e-8cbc-89a5c7455e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:46.132379 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-d9629aa6-65b4-477e-8cbc-89a5c7455e41 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515561 Sep 26 05:31:46.253640 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:46.258991 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-37492d20-8960-4f26-8f43-d4dc6848129c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043160 Sep 26 05:31:46.285706 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-3055ae52-4d88-46c5-a307-05b2bf800c8f None None] Attempt 3 to provision port 322798b9-1af9-46df-bb99-417d8b1d04b3 Sep 26 05:31:46.306608 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:46.386672 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-3055ae52-4d88-46c5-a307-05b2bf800c8f None None] Port 322798b9-1af9-46df-bb99-417d8b1d04b3 had new provisioning blocks added so it will not transition to active. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:31:46.405790 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f7fd0994-46aa-4058-8008-2afee7f13560 req-1d87301c-c2db-4fdc-a8f7-ec1295acf837 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261220 Sep 26 05:31:46.426166 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for floatingip (12926d16-17be-48ed-a03b-d41ee8d69af6), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:46.805945 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90073f-bb58-4b23-8f96-8e57be890ac0 req-56d23c8a-55a8-46e6-a2ba-34255e8862c3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:46.807439 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1f90073f-bb58-4b23-8f96-8e57be890ac0 req-56d23c8a-55a8-46e6-a2ba-34255e8862c3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 944 time: 0.1025450 Sep 26 05:31:46.819250 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db09d8-52f0-4618-9052-b37f9a24dacf req-a83aed7d-9c6f-459e-a923-78378f67adec tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:46.820826 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-90db09d8-52f0-4618-9052-b37f9a24dacf req-a83aed7d-9c6f-459e-a923-78378f67adec tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.1147711 Sep 26 05:31:46.852209 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (45db1285-ca36-4c83-99ae-723abc5bb1c8), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:47.016797 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1f90073f-bb58-4b23-8f96-8e57be890ac0 req-995c886a-d71d-4fdd-a5a3-7324ef4f204f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930535 Sep 26 05:31:47.084692 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-90db09d8-52f0-4618-9052-b37f9a24dacf req-03632a11-f9e8-46ce-a3f2-5edb6c19b4f0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494400 Sep 26 05:31:47.166025 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for port (45db1285-ca36-4c83-99ae-723abc5bb1c8), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:47.172191 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (45db1285-ca36-4c83-99ae-723abc5bb1c8), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:47.252387 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Pushing event updated for resources: {'Port': ['ID=45db1285-ca36-4c83-99ae-723abc5bb1c8,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:47.256608 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (12926d16-17be-48ed-a03b-d41ee8d69af6), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:47.370192 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Floating IP 12926d16-17be-48ed-a03b-d41ee8d69af6 associated. External IP: 172.27.0.134, port: 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d. Sep 26 05:31:47.415119 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:47.619192 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Router 2e88d9f9-095a-4e38-b5fd-ca49f250744b has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:31:47.677995 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:47.733882 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:31:47.748346 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d90078-b7b3-4fc3-82f7-d112bb81a493 None None] Sync routers for ids ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:31:47.752523 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:47.755029 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:47.764882 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d90078-b7b3-4fc3-82f7-d112bb81a493 None None] Routers {'2e88d9f9-095a-4e38-b5fd-ca49f250744b'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:31:47.765842 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-77d90078-b7b3-4fc3-82f7-d112bb81a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:31:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:31:47.788164 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-a3ce4f0d-4e6b-4b93-8177-c115396bb773 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6450973 Sep 26 05:31:47.788952 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'tag': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:31:47.791958 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653d0b80-0a73-4139-9015-d47d7a3989b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b60837af-4528-4e98-bb46-0e80e3270c0d", "tag": "7672989d-ca9b-46a1-b56a-6c9d7ec17b2d"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:31:47.833309 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b572252a-f9ae-43ac-b94c-d8c15d0e41bc x-openstack-request-id: req-b572252a-f9ae-43ac-b94c-d8c15d0e41bc {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:31:47.833596 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60837af-4528-4e98-bb46-0e80e3270c0d", "tag": "7672989d-ca9b-46a1-b56a-6c9d7ec17b2d", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:31:47.834114 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b572252a-f9ae-43ac-b94c-d8c15d0e41bc {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:31:47.834566 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b572252a-f9ae-43ac-b94c-d8c15d0e41bc'] response: {'name': 'network-changed', 'server_uuid': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'tag': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d', 'status': 'completed', 'code': 200} Sep 26 05:31:47.891015 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-77d90078-b7b3-4fc3-82f7-d112bb81a493 None None] Set router 2e88d9f9-095a-4e38-b5fd-ca49f250744b gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:31:48.019796 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:48.155308 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-77d90078-b7b3-4fc3-82f7-d112bb81a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:24Z', 'updated_at': '2022-09-26T05:30:29Z', 'revision_number': 4, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'gw_port': {'id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:25Z', 'updated_at': '2022-09-26T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '12926d16-17be-48ed-a03b-d41ee8d69af6', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'port_id': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'mac_address': 'fa:16:3e:47:d3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:31:46Z', 'updated_at': '2022-09-26T05:31:46Z', 'revision_number': 0, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a2d807-650e-45d2-baef-cc024286e416', 'name': '', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'mac_address': 'fa:16:3e:c2:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:28Z', 'updated_at': '2022-09-26T05:30:34Z', 'revision_number': 5, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'subnets': [{'id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:31:48.162441 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d00602-30eb-465d-a8cb-36f916a8a558 req-0833f726-2ab0-4367-9de2-a8d1c2c8ed18 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:48.164421 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c6d00602-30eb-465d-a8cb-36f916a8a558 req-0833f726-2ab0-4367-9de2-a8d1c2c8ed18 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 944 time: 0.0538375 Sep 26 05:31:48.190218 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d90078-b7b3-4fc3-82f7-d112bb81a493 None None] Checking router: 2e88d9f9-095a-4e38-b5fd-ca49f250744b for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:31:48.204511 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d90078-b7b3-4fc3-82f7-d112bb81a493 None None] Routers {'2e88d9f9-095a-4e38-b5fd-ca49f250744b'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:31:48.205126 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-77d90078-b7b3-4fc3-82f7-d112bb81a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:31:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:31:48.257081 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d17ed-9b78-4c91-aa45-5214533a0ed9 req-df90af32-d313-45ed-b956-8da2647af673 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:48.259385 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0f2d17ed-9b78-4c91-aa45-5214533a0ed9 req-df90af32-d313-45ed-b956-8da2647af673 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0657566 Sep 26 05:31:48.305093 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c6d00602-30eb-465d-a8cb-36f916a8a558 req-fcf1c3a0-3886-4851-8cc9-065e95487a66 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343865 Sep 26 05:31:48.339051 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:48.344573 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0f2d17ed-9b78-4c91-aa45-5214533a0ed9 req-0bcf9cc9-a79b-4d73-a848-98a267e271e8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781174 Sep 26 05:31:48.383083 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-77d90078-b7b3-4fc3-82f7-d112bb81a493 None None] Set router 2e88d9f9-095a-4e38-b5fd-ca49f250744b gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:31:48.621893 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-77d90078-b7b3-4fc3-82f7-d112bb81a493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:24Z', 'updated_at': '2022-09-26T05:30:29Z', 'revision_number': 4, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'gw_port': {'id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:25Z', 'updated_at': '2022-09-26T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '12926d16-17be-48ed-a03b-d41ee8d69af6', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'port_id': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'mac_address': 'fa:16:3e:47:d3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:31:46Z', 'updated_at': '2022-09-26T05:31:46Z', 'revision_number': 0, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a2d807-650e-45d2-baef-cc024286e416', 'name': '', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'mac_address': 'fa:16:3e:c2:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:28Z', 'updated_at': '2022-09-26T05:30:34Z', 'revision_number': 5, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'subnets': [{'id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:31:48.652393 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d90078-b7b3-4fc3-82f7-d112bb81a493 None None] The sync data for ids ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'] in dv-cinder-859186-2-iscsi is: [{'id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:24Z', 'updated_at': '2022-09-26T05:30:29Z', 'revision_number': 4, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'gw_port': {'id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:25Z', 'updated_at': '2022-09-26T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '12926d16-17be-48ed-a03b-d41ee8d69af6', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'port_id': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'mac_address': 'fa:16:3e:47:d3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:31:46Z', 'updated_at': '2022-09-26T05:31:46Z', 'revision_number': 0, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a2d807-650e-45d2-baef-cc024286e416', 'name': '', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'mac_address': 'fa:16:3e:c2:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:28Z', 'updated_at': '2022-09-26T05:30:34Z', 'revision_number': 5, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'subnets': [{'id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:31:48.901291 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82203e6e-f305-46d5-a266-668a94a0ab9f req-b62ac3d4-10aa-423b-bd53-91c33d04c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:48.905044 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-82203e6e-f305-46d5-a266-668a94a0ab9f req-b62ac3d4-10aa-423b-bd53-91c33d04c757 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 1128 time: 0.0860369 Sep 26 05:31:48.907163 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c897057f-333c-4ace-96af-78656da28f9d None None] New status for floating IP 12926d16-17be-48ed-a03b-d41ee8d69af6: ACTIVE {{(pid=106343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:31:49.481770 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a8ab4-d74d-4ba5-9472-5dc46a0874c0 req-293f54ba-bbcf-49b4-a9d5-667857fba687 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:49.483744 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7c2a8ab4-d74d-4ba5-9472-5dc46a0874c0 req-293f54ba-bbcf-49b4-a9d5-667857fba687 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 944 time: 0.0790126 Sep 26 05:31:49.564769 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0abe1-515f-49b8-be68-714019154280 req-e4b04c83-3d70-4204-a35e-c00ac4d11f11 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:49.566386 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24c0abe1-515f-49b8-be68-714019154280 req-e4b04c83-3d70-4204-a35e-c00ac4d11f11 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0817049 Sep 26 05:31:49.608378 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7c2a8ab4-d74d-4ba5-9472-5dc46a0874c0 req-12757bdc-9044-4e6d-ae35-38ac6f316ba8 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105752 Sep 26 05:31:49.656454 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24c0abe1-515f-49b8-be68-714019154280 req-ac9ae0bd-b52a-454a-b475-53dc69ae45f4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843129 Sep 26 05:31:49.766950 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d0b80-0a73-4139-9015-d47d7a3989b9 req-19b559dc-162e-477b-a510-67c51f3d9215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:49.770400 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-653d0b80-0a73-4139-9015-d47d7a3989b9 req-19b559dc-162e-477b-a510-67c51f3d9215 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e1b5f9daf8d44a6987bbff8939ed7c92&device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 1130 time: 0.0758989 Sep 26 05:31:49.817013 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82203e6e-f305-46d5-a266-668a94a0ab9f req-82454e46-0cfe-4d20-8962-c62b33c19f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:49.818652 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-82203e6e-f305-46d5-a266-668a94a0ab9f req-82454e46-0cfe-4d20-8962-c62b33c19f7b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 919 time: 0.1343899 Sep 26 05:31:50.404782 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 322798b9-1af9-46df-bb99-417d8b1d04b3 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:31:50.534756 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 322798b9-1af9-46df-bb99-417d8b1d04b3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=322798b9-1af9-46df-bb99-417d8b1d04b3,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:50.559401 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': '322798b9-1af9-46df-bb99-417d8b1d04b3', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'port_id': '322798b9-1af9-46df-bb99-417d8b1d04b3', 'mac_address': 'fa:16:3e:ba:33:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:31:50.576527 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-82203e6e-f305-46d5-a266-668a94a0ab9f req-b39b6cca-362a-4166-b198-e93483ccb234 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=322798b9-1af9-46df-bb99-417d8b1d04b3 HTTP/1.1" status: 200 len: 217 time: 0.0668249 Sep 26 05:31:50.619892 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:50.621369 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 322798b9-1af9-46df-bb99-417d8b1d04b3 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:31:50.621764 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:50.639424 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322798b9-1af9-46df-bb99-417d8b1d04b3 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:31:50.670096 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82203e6e-f305-46d5-a266-668a94a0ab9f req-5017f42e-a8bc-419b-a0f8-d872a99944fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:50.677276 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-82203e6e-f305-46d5-a266-668a94a0ab9f req-5017f42e-a8bc-419b-a0f8-d872a99944fa service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.0904908 Sep 26 05:31:50.681843 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 322798b9-1af9-46df-bb99-417d8b1d04b3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=322798b9-1af9-46df-bb99-417d8b1d04b3,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:31:50.687271 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d0b80-0a73-4139-9015-d47d7a3989b9 req-358460d2-54b6-4930-a563-419b77a4380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:50.688721 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-653d0b80-0a73-4139-9015-d47d7a3989b9 req-358460d2-54b6-4930-a563-419b77a4380c service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=73121f4e-6b77-45b6-a1f2-7577a1a4a779 HTTP/1.1" status: 200 len: 909 time: 0.1877391 Sep 26 05:31:50.690461 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:50.773733 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=322798b9-1af9-46df-bb99-417d8b1d04b3,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:31:50.799243 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82203e6e-f305-46d5-a266-668a94a0ab9f req-8299bd54-33de-4693-a76b-aaae9418409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:50.801762 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-82203e6e-f305-46d5-a266-668a94a0ab9f req-8299bd54-33de-4693-a76b-aaae9418409a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1171267 Sep 26 05:31:50.929942 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-82203e6e-f305-46d5-a266-668a94a0ab9f req-01ec3bdf-f993-47af-83bb-3490099d1808 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133466 Sep 26 05:31:50.974187 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba138759-6d40-4a11-8259-cfa0789abe77 req-ea7c53a4-c119-4eab-ab76-6d4169525dea tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:50.986355 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ba138759-6d40-4a11-8259-cfa0789abe77 req-ea7c53a4-c119-4eab-ab76-6d4169525dea tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 945 time: 0.1180835 Sep 26 05:31:51.002797 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7235c-4ad2-4a29-af9f-5620b5300322 req-8f4f7461-8eba-4be5-a254-0a99a5a50391 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:51.004634 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b7a7235c-4ad2-4a29-af9f-5620b5300322 req-8f4f7461-8eba-4be5-a254-0a99a5a50391 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.1263738 Sep 26 05:31:51.020492 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-653d0b80-0a73-4139-9015-d47d7a3989b9 req-b2f8a823-d3f6-4550-a3a5-f5a1cbd4a813 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d HTTP/1.1" status: 200 len: 1002 time: 0.3195710 Sep 26 05:31:51.078073 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-82203e6e-f305-46d5-a266-668a94a0ab9f req-2beaba71-848e-4419-a948-34b75f84f630 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301548 Sep 26 05:31:51.102042 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:51.116963 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d0b80-0a73-4139-9015-d47d7a3989b9 req-f91d64f9-8dfc-4794-bb96-3c89f17826db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:51.121488 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-653d0b80-0a73-4139-9015-d47d7a3989b9 req-f91d64f9-8dfc-4794-bb96-3c89f17826db service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=26b0e0ad-b964-43a8-8455-883885c6a7f7 HTTP/1.1" status: 200 len: 847 time: 0.0797212 Sep 26 05:31:51.159531 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:51.205323 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ba138759-6d40-4a11-8259-cfa0789abe77 req-60730b54-0ae4-4e46-ab46-4df0ebda6373 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179990 Sep 26 05:31:51.211879 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b7a7235c-4ad2-4a29-af9f-5620b5300322 req-a83e4211-3c3d-4158-91c7-4e431a99258a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992183 Sep 26 05:31:51.218126 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d0b80-0a73-4139-9015-d47d7a3989b9 req-f2ed6fc7-ebd2-4321-91c3-e61bef8f8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:51.219613 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-653d0b80-0a73-4139-9015-d47d7a3989b9 req-f2ed6fc7-ebd2-4321-91c3-e61bef8f8b79 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=73121f4e-6b77-45b6-a1f2-7577a1a4a779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727403 Sep 26 05:31:51.290416 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['322798b9-1af9-46df-bb99-417d8b1d04b3'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:31:51.359850 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-653d0b80-0a73-4139-9015-d47d7a3989b9 req-f6520814-1ebb-4abe-b789-bc1ecfbe1998 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/73121f4e-6b77-45b6-a1f2-7577a1a4a779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222641 Sep 26 05:31:51.470045 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-653d0b80-0a73-4139-9015-d47d7a3989b9 req-f1912147-5bdf-4a05-95ae-c35472633848 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/73121f4e-6b77-45b6-a1f2-7577a1a4a779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941949 Sep 26 05:31:52.396946 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e4864-4088-4a00-911c-aa0498f48421 req-3fec9d51-276a-4731-85f8-90e57a75e9bb tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:52.398688 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-277e4864-4088-4a00-911c-aa0498f48421 req-3fec9d51-276a-4731-85f8-90e57a75e9bb tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0892608 Sep 26 05:31:52.404633 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe256d9a-643f-4e1d-b369-6b3eeb233b92 req-dfaa23bf-270e-4b7a-9a04-84bdc85b4913 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:52.406005 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fe256d9a-643f-4e1d-b369-6b3eeb233b92 req-dfaa23bf-270e-4b7a-9a04-84bdc85b4913 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 945 time: 0.0994337 Sep 26 05:31:52.480834 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-277e4864-4088-4a00-911c-aa0498f48421 req-49f95401-d145-4028-9ec7-94b8e4a5d8aa tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737040 Sep 26 05:31:52.507409 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fe256d9a-643f-4e1d-b369-6b3eeb233b92 req-d5ca8d4e-d00b-4ebd-9002-f514d2c10407 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834813 Sep 26 05:31:53.260610 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-bb008e9f-f882-4c80-9554-e1f56eec4e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:53.641350 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e1ed8-83b8-49b3-a2ba-7de21099b1d8 req-34d576f2-8588-4d4f-8af0-615a02a3458a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:53.642889 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d84e1ed8-83b8-49b3-a2ba-7de21099b1d8 req-34d576f2-8588-4d4f-8af0-615a02a3458a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0666163 Sep 26 05:31:53.699592 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806668e8-38f6-4e57-a601-ae9e9a667a90 req-81b226e7-2073-475d-be20-9b6f906f3f27 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:53.701984 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-806668e8-38f6-4e57-a601-ae9e9a667a90 req-81b226e7-2073-475d-be20-9b6f906f3f27 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 945 time: 0.0890980 Sep 26 05:31:53.752791 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d84e1ed8-83b8-49b3-a2ba-7de21099b1d8 req-aa1326bf-8783-4cb1-8a6f-424481a50e31 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888734 Sep 26 05:31:53.792303 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-806668e8-38f6-4e57-a601-ae9e9a667a90 req-a37ac950-0d28-47f9-a013-cca0bc1a9a9b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733411 Sep 26 05:31:54.907860 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178231e-1650-4fb9-ba8c-ffa9e6b67a53 req-2f7128d7-9dc9-4b73-898e-fcff67535187 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:54.913485 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e178231e-1650-4fb9-ba8c-ffa9e6b67a53 req-2f7128d7-9dc9-4b73-898e-fcff67535187 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0659924 Sep 26 05:31:54.985839 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14041f-4e9f-465e-8f34-401c895cf72f req-23f1d17f-608f-4139-9414-0f80f1471bb0 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:54.987305 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ea14041f-4e9f-465e-8f34-401c895cf72f req-23f1d17f-608f-4139-9414-0f80f1471bb0 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 945 time: 0.0729110 Sep 26 05:31:55.027462 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e178231e-1650-4fb9-ba8c-ffa9e6b67a53 req-96319803-0dae-4fd4-a85e-07465463c18b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015103 Sep 26 05:31:55.075118 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ea14041f-4e9f-465e-8f34-401c895cf72f req-2c4774c4-52bc-4955-926d-5e52d6bc3c84 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790763 Sep 26 05:31:55.596069 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3fbbdbd1-1adc-4368-a76f-2bfc7c44ff59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:56.195320 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd207c-a4dc-4c89-b2f3-43648c3437f5 req-6adb9d9c-c029-48da-844b-651e98d4cca8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:56.196817 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e1bd207c-a4dc-4c89-b2f3-43648c3437f5 req-6adb9d9c-c029-48da-844b-651e98d4cca8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0740707 Sep 26 05:31:56.223742 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0c1e8-a77e-4202-ad59-6f380d1f743b req-e97789ab-0223-4b39-9e76-2b1de4f81b4b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:56.225172 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cfa0c1e8-a77e-4202-ad59-6f380d1f743b req-e97789ab-0223-4b39-9e76-2b1de4f81b4b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 945 time: 0.0750012 Sep 26 05:31:56.246394 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:56.271141 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e1bd207c-a4dc-4c89-b2f3-43648c3437f5 req-31c33628-a047-489a-a43e-d3f2754defca tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688317 Sep 26 05:31:56.294554 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cfa0c1e8-a77e-4202-ad59-6f380d1f743b req-4b8e5679-0995-4ac3-bd7e-902c345fef8a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628912 Sep 26 05:31:56.707853 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:56.735126 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420704d0-af10-4d90-b38d-80b62215ad84 req-aaf93fdf-8442-4175-bdd9-8bf383d20be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:56.736659 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-420704d0-af10-4d90-b38d-80b62215ad84 req-aaf93fdf-8442-4175-bdd9-8bf383d20be8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e&device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 1129 time: 0.0412226 Sep 26 05:31:56.812169 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:31:56.848528 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420704d0-af10-4d90-b38d-80b62215ad84 req-af41ae02-20b9-495f-aea7-40042f05e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:56.849992 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-420704d0-af10-4d90-b38d-80b62215ad84 req-af41ae02-20b9-495f-aea7-40042f05e861 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a033fac-5647-47c1-8abf-96bf265545b0 HTTP/1.1" status: 200 len: 917 time: 0.0899160 Sep 26 05:31:56.918027 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-420704d0-af10-4d90-b38d-80b62215ad84 req-49e51331-43bf-465f-97af-88539babc1e3 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db14dfec-952b-46e2-9617-72801c005bb3 HTTP/1.1" status: 200 len: 1001 time: 0.0543232 Sep 26 05:31:57.430612 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889babc8-147d-4259-9e27-dd2054923696 req-a101bec9-9ee8-4f72-91a3-328ee158de3d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:57.431998 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-889babc8-147d-4259-9e27-dd2054923696 req-a101bec9-9ee8-4f72-91a3-328ee158de3d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0768082 Sep 26 05:31:57.451614 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6636e-a3c9-4231-b54b-ae40327ac883 req-e1388db6-7fa0-4485-bde7-c5c5bab83d60 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:57.453030 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2eb6636e-a3c9-4231-b54b-ae40327ac883 req-e1388db6-7fa0-4485-bde7-c5c5bab83d60 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 945 time: 0.0689607 Sep 26 05:31:57.519016 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-889babc8-147d-4259-9e27-dd2054923696 req-4b1e8c81-8d3f-42af-9f78-874f17d8ff24 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813313 Sep 26 05:31:57.523181 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2eb6636e-a3c9-4231-b54b-ae40327ac883 req-48ba62b3-50cb-47d6-be4e-28c6825206c0 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634160 Sep 26 05:31:58.286963 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:58.313825 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420704d0-af10-4d90-b38d-80b62215ad84 req-4f794c62-1a0c-44ec-9ede-d3a039df83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:58.315270 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-420704d0-af10-4d90-b38d-80b62215ad84 req-4f794c62-1a0c-44ec-9ede-d3a039df83fd service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=68ec3a06-35a7-4882-936e-ce718bcdd1ec HTTP/1.1" status: 200 len: 855 time: 0.0449805 Sep 26 05:31:58.455275 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:31:58.670752 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386f6e0-2c34-40d9-861c-81d5d6e6f7cd req-2ebd02c2-9be1-463b-b595-edffcf3fb0e6 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:58.672235 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d386f6e0-2c34-40d9-861c-81d5d6e6f7cd req-2ebd02c2-9be1-463b-b595-edffcf3fb0e6 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 945 time: 0.0767224 Sep 26 05:31:58.679663 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddd9c1-b0d8-4202-8977-e25712d27da4 req-fc1b7f73-4918-4573-9f65-bc9d88cc3e70 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:58.680979 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1dddd9c1-b0d8-4202-8977-e25712d27da4 req-fc1b7f73-4918-4573-9f65-bc9d88cc3e70 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0754044 Sep 26 05:31:58.750209 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d386f6e0-2c34-40d9-861c-81d5d6e6f7cd req-6d286064-80d6-488e-adf0-7b074540df32 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683010 Sep 26 05:31:58.757825 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1dddd9c1-b0d8-4202-8977-e25712d27da4 req-94bace86-307b-49f3-b0ab-128244dc1ebf tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701802 Sep 26 05:31:59.395549 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420704d0-af10-4d90-b38d-80b62215ad84 req-06efbc4c-50ea-490c-8b79-fa9eb527abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:59.396980 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-420704d0-af10-4d90-b38d-80b62215ad84 req-06efbc4c-50ea-490c-8b79-fa9eb527abe3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a033fac-5647-47c1-8abf-96bf265545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399847 Sep 26 05:31:59.902775 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace6c11-1144-499a-97ce-60757fb776f4 req-81f8714c-7e1c-4a1e-8475-e83835ee3c7d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:59.904238 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-dace6c11-1144-499a-97ce-60757fb776f4 req-81f8714c-7e1c-4a1e-8475-e83835ee3c7d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 945 time: 0.0802450 Sep 26 05:31:59.923327 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c19e7-5d64-422a-918e-cc81bc29e418 req-8cbb45d3-93fc-49ec-bc7b-92fcafa5d7de tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:31:59.924749 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6f4c19e7-5d64-422a-918e-cc81bc29e418 req-8cbb45d3-93fc-49ec-bc7b-92fcafa5d7de tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0676506 Sep 26 05:31:59.991237 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-dace6c11-1144-499a-97ce-60757fb776f4 req-c4ad9f05-fc83-48a3-9a38-42e25658918a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813730 Sep 26 05:31:59.995161 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6f4c19e7-5d64-422a-918e-cc81bc29e418 req-d926be54-ff0e-496e-808f-03cd1f80a43d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633605 Sep 26 05:32:00.708915 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 322798b9-1af9-46df-bb99-417d8b1d04b3 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:32:00.750967 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port 322798b9-1af9-46df-bb99-417d8b1d04b3 completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:32:00.756745 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port 322798b9-1af9-46df-bb99-417d8b1d04b3 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:32:00.757113 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:00.757550 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port 322798b9-1af9-46df-bb99-417d8b1d04b3 Sep 26 05:32:00.758901 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:00.765717 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-420704d0-af10-4d90-b38d-80b62215ad84 req-00f5b380-8776-4846-b06a-275fab940d18 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874798 Sep 26 05:32:00.830003 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 322798b9-1af9-46df-bb99-417d8b1d04b3 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:32:00.830447 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:00.836064 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:00.858955 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322798b9-1af9-46df-bb99-417d8b1d04b3'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:32:00.861172 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-420704d0-af10-4d90-b38d-80b62215ad84 req-e5cabcab-049c-4ca6-a3f7-d3e524090f95 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873060 Sep 26 05:32:00.861322 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260d8f07-b49d-4cab-a76c-3aec36e1777c" -d '{"events": [{"server_uuid": "30c51093-517b-4a33-9d80-8bf0e1747e75", "name": "network-vif-plugged", "status": "completed", "tag": "322798b9-1af9-46df-bb99-417d8b1d04b3"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:32:00.875350 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 322798b9-1af9-46df-bb99-417d8b1d04b3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=322798b9-1af9-46df-bb99-417d8b1d04b3,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:32:00.879792 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:00.904399 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643ad584-1388-417f-8f77-e3e89c0c0cb9 x-openstack-request-id: req-643ad584-1388-417f-8f77-e3e89c0c0cb9 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:32:00.904708 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c51093-517b-4a33-9d80-8bf0e1747e75", "name": "network-vif-plugged", "status": "completed", "tag": "322798b9-1af9-46df-bb99-417d8b1d04b3", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:32:00.904957 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-643ad584-1388-417f-8f77-e3e89c0c0cb9 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:32:00.905346 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-643ad584-1388-417f-8f77-e3e89c0c0cb9'] response: {'server_uuid': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322798b9-1af9-46df-bb99-417d8b1d04b3', 'code': 200} Sep 26 05:32:00.931017 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=322798b9-1af9-46df-bb99-417d8b1d04b3,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:32:01.066311 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=71 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:01.073913 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=60 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:01.110296 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:01.148611 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f598a18-b859-4634-98c9-5605a4e4ab52 req-de333e5f-6c55-4d76-bb5b-073c989ae20a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:01.150073 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f598a18-b859-4634-98c9-5605a4e4ab52 req-de333e5f-6c55-4d76-bb5b-073c989ae20a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0798337 Sep 26 05:32:01.160910 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5db2e6-1035-4750-b2b3-2876d47bb629 req-d8ac4b35-16da-44f3-9a89-3ba2b3dc3d1a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:01.162328 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9e5db2e6-1035-4750-b2b3-2876d47bb629 req-d8ac4b35-16da-44f3-9a89-3ba2b3dc3d1a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0792928 Sep 26 05:32:01.232531 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f598a18-b859-4634-98c9-5605a4e4ab52 req-0d468787-d0f0-4e26-8120-7cfb65cf1f88 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692174 Sep 26 05:32:01.239877 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9e5db2e6-1035-4750-b2b3-2876d47bb629 req-50d7222a-19e1-4558-a63c-ae206c8f0c99 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695889 Sep 26 05:32:02.380601 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f69d05-6b73-4628-9527-d3303dd488c2 req-964c4596-b1ae-48d2-92f4-487d0a4c230e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:02.382048 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a5f69d05-6b73-4628-9527-d3303dd488c2 req-964c4596-b1ae-48d2-92f4-487d0a4c230e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0739045 Sep 26 05:32:02.400575 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecd001-0bef-475b-8f48-2bdcd454d7a5 req-9d2565a8-b360-4663-8a0f-6034efcf0354 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:02.401944 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-43ecd001-0bef-475b-8f48-2bdcd454d7a5 req-9d2565a8-b360-4663-8a0f-6034efcf0354 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0640154 Sep 26 05:32:02.466180 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a5f69d05-6b73-4628-9527-d3303dd488c2 req-bd75ab91-fc7d-41d7-8d2c-fc8a6f9d7769 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786898 Sep 26 05:32:02.470105 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-43ecd001-0bef-475b-8f48-2bdcd454d7a5 req-b061be7f-452c-4462-ae10-40772a5127c0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607584 Sep 26 05:32:02.934342 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:02.938782 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:03.851501 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec63a6-dc6c-4e5c-a7a8-c43ae8ef80e5 req-158930a3-cd05-48d0-95e3-75f6af0d654e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:03.852988 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c9ec63a6-dc6c-4e5c-a7a8-c43ae8ef80e5 req-158930a3-cd05-48d0-95e3-75f6af0d654e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.3119712 Sep 26 05:32:03.861847 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6800ab-429a-4c97-95be-6e4611affc9a req-ce757caa-d7e3-4260-95b3-0fe67ca03a16 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:03.861847 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-eb6800ab-429a-4c97-95be-6e4611affc9a req-ce757caa-d7e3-4260-95b3-0fe67ca03a16 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.3087904 Sep 26 05:32:03.930607 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c9ec63a6-dc6c-4e5c-a7a8-c43ae8ef80e5 req-c91a561e-559e-4b63-ae23-e84ab5d32ff6 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695419 Sep 26 05:32:03.934606 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-eb6800ab-429a-4c97-95be-6e4611affc9a req-50670664-929e-4b32-b0ae-b74d01e970dd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666308 Sep 26 05:32:05.083634 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5f6aa-a8e1-48fe-8145-00b0f3477b19 req-d6659b1a-5e85-47f1-b091-66ad3252cd6d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:05.085139 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ccb5f6aa-a8e1-48fe-8145-00b0f3477b19 req-d6659b1a-5e85-47f1-b091-66ad3252cd6d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0749450 Sep 26 05:32:05.092816 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa5a7c-3841-45e1-b49c-92d8ae7fca5d req-c137d2dc-6a95-4a38-838d-4b2d70ad2b4d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:05.094174 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-40aa5a7c-3841-45e1-b49c-92d8ae7fca5d req-c137d2dc-6a95-4a38-838d-4b2d70ad2b4d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 945 time: 0.0740924 Sep 26 05:32:05.164762 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ccb5f6aa-a8e1-48fe-8145-00b0f3477b19 req-7ca21e10-16a7-4d0d-a5a6-dfaea6e2ae10 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695672 Sep 26 05:32:05.171573 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-40aa5a7c-3841-45e1-b49c-92d8ae7fca5d req-8d226687-9d6a-4dfb-b241-cf5c4f70af01 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689139 Sep 26 05:32:05.962100 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device db14dfec-952b-46e2-9617-72801c005bb3 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:32:06.034498 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port db14dfec-952b-46e2-9617-72801c005bb3 is: ACTIVE; New status is: DOWN {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:32:06.034867 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (db14dfec-952b-46e2-9617-72801c005bb3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:06.057111 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db14dfec-952b-46e2-9617-72801c005bb3'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:32:06.059282 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637991c3-e8dd-44cf-a767-0e0f9f7d75ce" -d '{"events": [{"server_uuid": "6ffa337e-39e1-4edc-9a0d-4468ff05c577", "name": "network-vif-unplugged", "status": "completed", "tag": "db14dfec-952b-46e2-9617-72801c005bb3"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:32:06.072444 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port db14dfec-952b-46e2-9617-72801c005bb3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=db14dfec-952b-46e2-9617-72801c005bb3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:32:06.076415 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (db14dfec-952b-46e2-9617-72801c005bb3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:06.102305 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 05:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7201386-ccc5-4f8b-bac2-83244e777cfb x-openstack-request-id: req-c7201386-ccc5-4f8b-bac2-83244e777cfb {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:32:06.102614 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffa337e-39e1-4edc-9a0d-4468ff05c577", "name": "network-vif-unplugged", "status": "completed", "tag": "db14dfec-952b-46e2-9617-72801c005bb3", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:32:06.102863 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c7201386-ccc5-4f8b-bac2-83244e777cfb {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:32:06.103249 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7201386-ccc5-4f8b-bac2-83244e777cfb'] response: {'server_uuid': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db14dfec-952b-46e2-9617-72801c005bb3', 'code': 200} Sep 26 05:32:06.124463 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=db14dfec-952b-46e2-9617-72801c005bb3,revision_number=8']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:32:06.320090 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fb7e9-7ef6-4c87-85b0-534378f6b278 req-71ff0781-ca0a-4cff-bcdc-5c6f6b732afb tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:06.321695 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f96fb7e9-7ef6-4c87-85b0-534378f6b278 req-71ff0781-ca0a-4cff-bcdc-5c6f6b732afb tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0821326 Sep 26 05:32:06.341663 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6d58c-8d19-4017-b48e-1a6d040d135e req-e44ed25e-4654-4e7f-b306-d36483423283 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:06.343076 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9ae6d58c-8d19-4017-b48e-1a6d040d135e req-e44ed25e-4654-4e7f-b306-d36483423283 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0756404 Sep 26 05:32:06.409785 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f96fb7e9-7ef6-4c87-85b0-534378f6b278 req-34a05a0b-1630-4d7a-a252-4ced50a74909 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816433 Sep 26 05:32:06.416671 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9ae6d58c-8d19-4017-b48e-1a6d040d135e req-6372288c-4730-4124-ac73-9572b28409d8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635052 Sep 26 05:32:07.467806 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51b4d7-cd0e-479d-be72-2d21d3879193 req-58823d09-7ae5-4c86-98c1-bea6f1d80595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:07.469585 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ab51b4d7-cd0e-479d-be72-2d21d3879193 req-58823d09-7ae5-4c86-98c1-bea6f1d80595 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 1130 time: 0.0497482 Sep 26 05:32:07.497327 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:07.584655 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:07.608586 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b62ea-589a-47b4-9da9-8f0ddd207466 req-abc8676a-35a6-439a-875c-7e74b13ea65f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:07.610144 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-715b62ea-589a-47b4-9da9-8f0ddd207466 req-abc8676a-35a6-439a-875c-7e74b13ea65f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.1034307 Sep 26 05:32:07.616319 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b4e09-189f-48a4-83b9-2eefac8e2bf7 req-e68c8e54-1f86-4dd8-8c2b-b95e1ff2e775 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:07.617691 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e01b4e09-189f-48a4-83b9-2eefac8e2bf7 req-e68c8e54-1f86-4dd8-8c2b-b95e1ff2e775 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.1211250 Sep 26 05:32:07.621111 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ab51b4d7-cd0e-479d-be72-2d21d3879193 req-b80d74f2-30f0-458d-8c56-ffb6f5c8075b service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317790 Sep 26 05:32:07.695800 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-715b62ea-589a-47b4-9da9-8f0ddd207466 req-e9df033b-3919-4ff5-ae27-a9e0b1f7f859 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770257 Sep 26 05:32:07.702928 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e01b4e09-189f-48a4-83b9-2eefac8e2bf7 req-26869f2e-2451-4f17-9094-55778906c74c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751464 Sep 26 05:32:08.229504 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [req-6b298f38-141d-4783-ba86-986e1444a343 req-7a31fc12-d061-479d-9339-088c70cf6fc1 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106340) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:32:08.230474 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6b298f38-141d-4783-ba86-986e1444a343 req-7a31fc12-d061-479d-9339-088c70cf6fc1 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058765 Sep 26 05:32:08.414884 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3afb3-52f4-4f08-8862-d91dbc8703b5 req-f0efc022-2436-4491-8c1d-b7e1b3adf957 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:08.416459 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f8a3afb3-52f4-4f08-8862-d91dbc8703b5 req-f0efc022-2436-4491-8c1d-b7e1b3adf957 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0487242 Sep 26 05:32:08.470635 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f8a3afb3-52f4-4f08-8862-d91dbc8703b5 req-d0148a89-0827-42cc-a1a8-af371ac18c06 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476580 Sep 26 05:32:08.690431 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 39358) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:32:08.772505 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-115ebea4-13c7-45b0-b272-9dd2b76fbccd service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809078 Sep 26 05:32:08.781063 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-7c34d1cc-8f34-4069-890b-ecba8e868488 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106340) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:32:08.782010 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-7c34d1cc-8f34-4069-890b-ecba8e868488 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048699 Sep 26 05:32:08.827557 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39973bd-f1ad-4b4c-9df7-3c61a8253c5b req-2cd44820-f666-400c-a78f-52460203ec2b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:08.829069 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a39973bd-f1ad-4b4c-9df7-3c61a8253c5b req-2cd44820-f666-400c-a78f-52460203ec2b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0462537 Sep 26 05:32:08.863770 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 39368) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:32:08.880032 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a39973bd-f1ad-4b4c-9df7-3c61a8253c5b req-f1a73c32-9dc3-4db6-9caa-2203408a8c42 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433612 Sep 26 05:32:08.913346 dv-cinder-859186-2-iscsi neutron-server[106341]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 05:32:08.963318 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-d96045b4-f08d-41a6-a88a-f0d8745388e1 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:08.964679 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-d96045b4-f08d-41a6-a88a-f0d8745388e1 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports/db14dfec-952b-46e2-9617-72801c005bb3 HTTP/1.1" status: 200 len: 940 time: 0.0998089 Sep 26 05:32:09.603166 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ae2f2-999b-4fff-b5c0-883544ee1ffa req-7a49f683-a11c-43ce-b05c-ac2d321d8b7b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:09.604667 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2b7ae2f2-999b-4fff-b5c0-883544ee1ffa req-7a49f683-a11c-43ce-b05c-ac2d321d8b7b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0502684 Sep 26 05:32:09.657591 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2b7ae2f2-999b-4fff-b5c0-883544ee1ffa req-1708da4c-80aa-49bc-b82f-8f07c12227c9 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470915 Sep 26 05:32:10.006923 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1655a-9d25-425b-87cb-9663a780e656 req-9529a459-8ed4-4bd0-90da-a3962b06ffc6 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:10.009056 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-03c1655a-9d25-425b-87cb-9663a780e656 req-9529a459-8ed4-4bd0-90da-a3962b06ffc6 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0531464 Sep 26 05:32:10.056308 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-03c1655a-9d25-425b-87cb-9663a780e656 req-f2dbd9b1-182c-4150-8222-a4990952ed35 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417175 Sep 26 05:32:10.787396 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4a1da-ba36-4f41-996f-6b897d83acec req-048df32d-1c09-412b-98ac-6989af0d34c1 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:10.789358 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c0d4a1da-ba36-4f41-996f-6b897d83acec req-048df32d-1c09-412b-98ac-6989af0d34c1 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0489199 Sep 26 05:32:10.838947 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c0d4a1da-ba36-4f41-996f-6b897d83acec req-64fc2ed9-d4f7-49cf-bffd-e0665f3804e3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439770 Sep 26 05:32:11.190418 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce34f92-af4b-4b96-bdcd-28d58d125339 req-b8c1149b-b57d-4b66-9657-5d20155f4712 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:11.192217 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5ce34f92-af4b-4b96-bdcd-28d58d125339 req-b8c1149b-b57d-4b66-9657-5d20155f4712 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0554531 Sep 26 05:32:11.198898 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device db14dfec-952b-46e2-9617-72801c005bb3 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:32:11.245711 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:11.249246 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5ce34f92-af4b-4b96-bdcd-28d58d125339 req-b12ee1bb-4061-4d79-bf50-4a3ad8706f66 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497367 Sep 26 05:32:11.410499 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port db14dfec-952b-46e2-9617-72801c005bb3 is: DOWN; New status is: DOWN {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:32:11.963578 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c9bec-c0b7-491c-af32-fb61b1c67d05 req-7394c78e-2511-4804-abf5-5ec7842b2330 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:11.965047 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-aa1c9bec-c0b7-491c-af32-fb61b1c67d05 req-7394c78e-2511-4804-abf5-5ec7842b2330 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0461235 Sep 26 05:32:12.013666 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-aa1c9bec-c0b7-491c-af32-fb61b1c67d05 req-9248639b-4683-4905-bd6d-888db87e8254 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431917 Sep 26 05:32:12.375775 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13130093-e5b9-4868-86e9-03ce42ea76b3 req-c842345f-6976-4332-ac85-cc03c84c3a83 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:12.377263 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-13130093-e5b9-4868-86e9-03ce42ea76b3 req-c842345f-6976-4332-ac85-cc03c84c3a83 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0501063 Sep 26 05:32:12.424096 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-13130093-e5b9-4868-86e9-03ce42ea76b3 req-36405234-2fe2-4c8e-8ca7-ee72e88bcfdb tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412414 Sep 26 05:32:12.542306 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a439719-8af2-4b63-917a-9b80cff04abc req-1023e3fc-2982-486d-81cb-c40a1bb10b2b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:12.543666 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3a439719-8af2-4b63-917a-9b80cff04abc req-1023e3fc-2982-486d-81cb-c40a1bb10b2b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0466306 Sep 26 05:32:12.554318 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 39418) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:32:12.558521 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-fe383582-d33d-4ee5-84b2-82fae590ff79 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Request body: {'floatingip': {'port_id': '322798b9-1af9-46df-bb99-417d8b1d04b3'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:32:12.595868 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fe383582-d33d-4ee5-84b2-82fae590ff79 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for floatingip (3e16f60e-6858-48c7-945c-35a71104a320), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:12.627481 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:12.651949 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:13.032089 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-e3e84caa-500c-46ab-8443-dbab0ed2cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:13.033610 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-e3e84caa-500c-46ab-8443-dbab0ed2cf3e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577&tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e HTTP/1.1" status: 200 len: 1127 time: 0.1035335 Sep 26 05:32:13.090746 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fe383582-d33d-4ee5-84b2-82fae590ff79 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:13.094532 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fe383582-d33d-4ee5-84b2-82fae590ff79 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (3e16f60e-6858-48c7-945c-35a71104a320), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:13.218971 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95404c-2c4b-422c-86f8-4e3ddee99038 req-82b9fdb4-b5bb-4d47-9527-925c24139990 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:13.220466 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0d95404c-2c4b-422c-86f8-4e3ddee99038 req-82b9fdb4-b5bb-4d47-9527-925c24139990 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.1238115 Sep 26 05:32:13.277318 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-8624e701-66a8-4556-b6a2-04822d7a42c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:13.278729 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-8624e701-66a8-4556-b6a2-04822d7a42c9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e&device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 1127 time: 0.1025350 Sep 26 05:32:13.309396 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [None req-fe383582-d33d-4ee5-84b2-82fae590ff79 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Floating IP 3e16f60e-6858-48c7-945c-35a71104a320 associated. External IP: 172.27.0.66, port: 322798b9-1af9-46df-bb99-417d8b1d04b3. Sep 26 05:32:13.367055 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0d95404c-2c4b-422c-86f8-4e3ddee99038 req-e3fd17bb-904a-495d-85d6-e837415414de tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175911 Sep 26 05:32:13.483250 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-5398249b-e25f-4ba5-aebb-208ad21d573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:13.484737 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-5398249b-e25f-4ba5-aebb-208ad21d573b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a033fac-5647-47c1-8abf-96bf265545b0 HTTP/1.1" status: 200 len: 917 time: 0.1857965 Sep 26 05:32:13.624119 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-9f4ed847-e098-4fd8-b05d-4a2dd221d50d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db14dfec-952b-46e2-9617-72801c005bb3 HTTP/1.1" status: 200 len: 999 time: 0.1010237 Sep 26 05:32:13.636658 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:13.657573 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe383582-d33d-4ee5-84b2-82fae590ff79 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Router 9e15f6b9-682f-4155-adf9-7b5580167151 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:32:13.673860 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:13.701887 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-316073ed-0be5-4f2c-879b-7500fe041478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:13.703326 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-316073ed-0be5-4f2c-879b-7500fe041478 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=68ec3a06-35a7-4882-936e-ce718bcdd1ec HTTP/1.1" status: 200 len: 855 time: 0.0596507 Sep 26 05:32:13.810206 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-c35f55dd-22fb-44b2-8038-5ac0401859a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:13.811770 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-c35f55dd-22fb-44b2-8038-5ac0401859a7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a033fac-5647-47c1-8abf-96bf265545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747845 Sep 26 05:32:13.832809 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe383582-d33d-4ee5-84b2-82fae590ff79 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:32:13.843909 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c12f5a-c476-44c5-b7be-eb15f5e7b619 None None] Sync routers for ids ['9e15f6b9-682f-4155-adf9-7b5580167151'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:32:13.845703 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fe383582-d33d-4ee5-84b2-82fae590ff79 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:13.854488 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c12f5a-c476-44c5-b7be-eb15f5e7b619 None None] Routers {'9e15f6b9-682f-4155-adf9-7b5580167151'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:32:13.855118 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-c5c12f5a-c476-44c5-b7be-eb15f5e7b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:31:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['9e15f6b9-682f-4155-adf9-7b5580167151'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:32:13.932873 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-fe383582-d33d-4ee5-84b2-82fae590ff79 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/3e16f60e-6858-48c7-945c-35a71104a320 HTTP/1.1" status: 200 len: 991 time: 1.3753912 Sep 26 05:32:13.932873 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'tag': '322798b9-1af9-46df-bb99-417d8b1d04b3'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:32:13.935098 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130396f1-b2a8-4eda-9c3f-fcde21c3f6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "30c51093-517b-4a33-9d80-8bf0e1747e75", "tag": "322798b9-1af9-46df-bb99-417d8b1d04b3"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:32:13.973481 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-c5c12f5a-c476-44c5-b7be-eb15f5e7b619 None None] Set router 9e15f6b9-682f-4155-adf9-7b5580167151 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:32:13.985343 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-c10fc5cf-66eb-4af7-ad10-9a5b044cc1aa service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499100 Sep 26 05:32:13.986756 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6fe98a-d447-4f2f-9419-ae214d6c7e4f x-openstack-request-id: req-7b6fe98a-d447-4f2f-9419-ae214d6c7e4f {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:32:13.987042 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c51093-517b-4a33-9d80-8bf0e1747e75", "tag": "322798b9-1af9-46df-bb99-417d8b1d04b3", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:32:13.987291 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b6fe98a-d447-4f2f-9419-ae214d6c7e4f {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:32:13.987677 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6fe98a-d447-4f2f-9419-ae214d6c7e4f'] response: {'name': 'network-changed', 'server_uuid': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'tag': '322798b9-1af9-46df-bb99-417d8b1d04b3', 'status': 'completed', 'code': 200} Sep 26 05:32:14.024807 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f34054-60b5-4239-9749-810baf39be8b req-3c80e192-7a20-413a-ae19-d4e550fe22dc tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:14.026266 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-47f34054-60b5-4239-9749-810baf39be8b req-3c80e192-7a20-413a-ae19-d4e550fe22dc tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 946 time: 0.0553231 Sep 26 05:32:14.074690 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-47f34054-60b5-4239-9749-810baf39be8b req-acb6d258-85b8-4164-93e5-fb040a2f3511 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426679 Sep 26 05:32:14.186181 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-c5c12f5a-c476-44c5-b7be-eb15f5e7b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '3e16f60e-6858-48c7-945c-35a71104a320', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'port_id': '322798b9-1af9-46df-bb99-417d8b1d04b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'mac_address': 'fa:16:3e:ba:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:31:37Z', 'updated_at': '2022-09-26T05:32:12Z', 'revision_number': 1, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47af5cc-d884-43da-b5db-2faf63776dec', 'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'mac_address': 'fa:16:3e:59:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:12Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 5, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'subnets': [{'id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:32:14.210282 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c12f5a-c476-44c5-b7be-eb15f5e7b619 None None] Checking router: 9e15f6b9-682f-4155-adf9-7b5580167151 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:32:14.218583 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c12f5a-c476-44c5-b7be-eb15f5e7b619 None None] Routers {'9e15f6b9-682f-4155-adf9-7b5580167151'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:32:14.219181 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-c5c12f5a-c476-44c5-b7be-eb15f5e7b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:31:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['9e15f6b9-682f-4155-adf9-7b5580167151'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:32:14.317806 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:14.319755 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-c5c12f5a-c476-44c5-b7be-eb15f5e7b619 None None] Set router 9e15f6b9-682f-4155-adf9-7b5580167151 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:32:14.495082 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a38d3e-34d6-4561-ba76-cd310af52ca0 req-3b0c31c8-3d3b-4131-823d-c47dac9e2b05 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:14.496579 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-69a38d3e-34d6-4561-ba76-cd310af52ca0 req-3b0c31c8-3d3b-4131-823d-c47dac9e2b05 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0461226 Sep 26 05:32:14.529612 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-c5c12f5a-c476-44c5-b7be-eb15f5e7b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '3e16f60e-6858-48c7-945c-35a71104a320', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'port_id': '322798b9-1af9-46df-bb99-417d8b1d04b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'mac_address': 'fa:16:3e:ba:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:31:37Z', 'updated_at': '2022-09-26T05:32:12Z', 'revision_number': 1, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47af5cc-d884-43da-b5db-2faf63776dec', 'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'mac_address': 'fa:16:3e:59:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:12Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 5, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'subnets': [{'id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:32:14.544626 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-69a38d3e-34d6-4561-ba76-cd310af52ca0 req-6afa1a9a-551d-48bd-b3ce-86904757c4f3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423625 Sep 26 05:32:14.558861 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c12f5a-c476-44c5-b7be-eb15f5e7b619 None None] The sync data for ids ['9e15f6b9-682f-4155-adf9-7b5580167151'] in dv-cinder-859186-2-iscsi is: [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '3e16f60e-6858-48c7-945c-35a71104a320', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'port_id': '322798b9-1af9-46df-bb99-417d8b1d04b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'mac_address': 'fa:16:3e:ba:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:31:37Z', 'updated_at': '2022-09-26T05:32:12Z', 'revision_number': 1, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47af5cc-d884-43da-b5db-2faf63776dec', 'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'mac_address': 'fa:16:3e:59:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:12Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 5, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'subnets': [{'id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:32:14.737445 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9908508-a1c1-46b6-838b-acc9c8902ddd None None] New status for floating IP 3e16f60e-6858-48c7-945c-35a71104a320: ACTIVE {{(pid=106343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:32:15.199873 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06b099-2641-4679-80f9-48b1bb8b69ac req-1a929272-d479-42b3-ba98-f4a557d7ac69 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:15.201342 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cb06b099-2641-4679-80f9-48b1bb8b69ac req-1a929272-d479-42b3-ba98-f4a557d7ac69 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 946 time: 0.0460300 Sep 26 05:32:15.250042 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cb06b099-2641-4679-80f9-48b1bb8b69ac req-1243db49-3eb4-4bcc-a333-5fc9d0d36749 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432510 Sep 26 05:32:15.668306 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25227406-439b-423d-9213-f63a4e5a3e66 req-6d4b5af6-450a-4d8a-b14d-49baf00cfcde tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:15.669767 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-25227406-439b-423d-9213-f63a4e5a3e66 req-6d4b5af6-450a-4d8a-b14d-49baf00cfcde tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0458045 Sep 26 05:32:15.715392 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-25227406-439b-423d-9213-f63a4e5a3e66 req-8481c36c-d754-4a14-a260-cb820112f63b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401804 Sep 26 05:32:16.374295 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dc01a-3e04-41a5-b2dc-27896e02b4b2 req-c10b05d1-a7ca-48e2-9475-aaccbb8284d8 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:16.375763 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b41dc01a-3e04-41a5-b2dc-27896e02b4b2 req-c10b05d1-a7ca-48e2-9475-aaccbb8284d8 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 946 time: 0.0477924 Sep 26 05:32:16.424071 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b41dc01a-3e04-41a5-b2dc-27896e02b4b2 req-a573d3a9-fecf-4bc5-9544-16e034ee9e09 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419865 Sep 26 05:32:16.511195 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130396f1-b2a8-4eda-9c3f-fcde21c3f6d5 req-39df7e66-aea3-4bcf-aa1e-7d138ee774da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:16.512734 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-130396f1-b2a8-4eda-9c3f-fcde21c3f6d5 req-39df7e66-aea3-4bcf-aa1e-7d138ee774da service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 1130 time: 0.0395520 Sep 26 05:32:16.529742 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2df844a6-a299-4550-84ee-8f5fa1f86286 req-02220553-0209-4e84-b6b9-d1726ddadd00 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925236 Sep 26 05:32:16.841641 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c22fe-5e12-4f00-8349-b7e42a75d1a7 req-14e767aa-b573-4dc4-8d61-06287584ecc9 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:16.843180 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8f1c22fe-5e12-4f00-8349-b7e42a75d1a7 req-14e767aa-b573-4dc4-8d61-06287584ecc9 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0475371 Sep 26 05:32:16.875187 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:16.890180 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8f1c22fe-5e12-4f00-8349-b7e42a75d1a7 req-04646d03-144e-4da0-ba4e-e473d8b559ba tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415030 Sep 26 05:32:17.233632 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130396f1-b2a8-4eda-9c3f-fcde21c3f6d5 req-7d4e0150-b69d-49b7-8041-7e164f0fb6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:17.235103 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-130396f1-b2a8-4eda-9c3f-fcde21c3f6d5 req-7d4e0150-b69d-49b7-8041-7e164f0fb6a5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 919 time: 0.0923212 Sep 26 05:32:17.589597 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-130396f1-b2a8-4eda-9c3f-fcde21c3f6d5 req-3e3dd2b1-8ea5-4c21-85af-96ed247f012e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=322798b9-1af9-46df-bb99-417d8b1d04b3 HTTP/1.1" status: 200 len: 1001 time: 0.2793856 Sep 26 05:32:17.682855 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130396f1-b2a8-4eda-9c3f-fcde21c3f6d5 req-7b20e427-6043-4ed1-a9a0-06f79495dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:17.684432 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-130396f1-b2a8-4eda-9c3f-fcde21c3f6d5 req-7b20e427-6043-4ed1-a9a0-06f79495dabe service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.0633409 Sep 26 05:32:17.786166 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130396f1-b2a8-4eda-9c3f-fcde21c3f6d5 req-dfac4698-d1cf-4a37-8d48-1d8ae333e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:17.787661 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-130396f1-b2a8-4eda-9c3f-fcde21c3f6d5 req-dfac4698-d1cf-4a37-8d48-1d8ae333e466 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431130 Sep 26 05:32:17.789975 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:17.798197 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9b6ee-a901-4b97-ab4c-fcf166f3cc2c req-9e012db4-bad6-48be-8456-e15c1ff4f9ad tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:17.806672 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c7a9b6ee-a901-4b97-ab4c-fcf166f3cc2c req-9e012db4-bad6-48be-8456-e15c1ff4f9ad tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 946 time: 0.0772731 Sep 26 05:32:17.837892 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24de91d-c4e3-45a4-b232-0069cabd177c req-76503ba4-dfcb-4513-ab0a-1966f8217b8b tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:17.840038 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e24de91d-c4e3-45a4-b232-0069cabd177c req-76503ba4-dfcb-4513-ab0a-1966f8217b8b tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 946 time: 0.4032273 Sep 26 05:32:17.903938 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c7a9b6ee-a901-4b97-ab4c-fcf166f3cc2c req-f3c80a61-ac7d-4987-b902-0f572ea06342 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958881 Sep 26 05:32:18.019442 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:18.065291 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30198d79-3689-4e83-991e-56fdf562f738 req-0f5b7cb9-6343-4aa1-9423-77c04637e712 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:18.066838 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-30198d79-3689-4e83-991e-56fdf562f738 req-0f5b7cb9-6343-4aa1-9423-77c04637e712 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0703580 Sep 26 05:32:18.118509 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-30198d79-3689-4e83-991e-56fdf562f738 req-e72489cb-025e-4f03-99b0-54b7980ef49f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455804 Sep 26 05:32:19.013804 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7c269-3fbb-4c24-928e-cc26cb21a201 req-6ea1420c-f581-4ecf-a5f0-3d34e9724a8c tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:19.015187 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cbe7c269-3fbb-4c24-928e-cc26cb21a201 req-6ea1420c-f581-4ecf-a5f0-3d34e9724a8c tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 946 time: 0.0468850 Sep 26 05:32:19.076501 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cbe7c269-3fbb-4c24-928e-cc26cb21a201 req-fbcb15fb-da96-4dcf-992c-e437a3829812 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550959 Sep 26 05:32:19.247795 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a9f42-fd5d-4b09-b091-1237c1fd41d6 req-e614e7aa-fe28-40c4-b6cc-52cd10a18eeb tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:19.249263 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-287a9f42-fd5d-4b09-b091-1237c1fd41d6 req-e614e7aa-fe28-40c4-b6cc-52cd10a18eeb tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0475843 Sep 26 05:32:19.318193 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-287a9f42-fd5d-4b09-b091-1237c1fd41d6 req-5a7372c3-c52c-43e0-8118-e64ca0a93a41 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626554 Sep 26 05:32:20.199853 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b6396-cd59-40e4-98e4-92ba0cbc23e1 req-e7e669e6-093e-40f5-8b64-4585448bfad2 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:20.201316 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6e6b6396-cd59-40e4-98e4-92ba0cbc23e1 req-e7e669e6-093e-40f5-8b64-4585448bfad2 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 946 time: 0.0489860 Sep 26 05:32:20.247414 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6e6b6396-cd59-40e4-98e4-92ba0cbc23e1 req-6b9f1605-77b5-4bb3-9322-2de9eacce03b tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406423 Sep 26 05:32:20.445344 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47338fb4-93b8-45ba-80b6-26a0a371d2cc req-03d9b8ef-ae9b-4c0b-8650-41f7c69bf24e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:20.456322 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-47338fb4-93b8-45ba-80b6-26a0a371d2cc req-03d9b8ef-ae9b-4c0b-8650-41f7c69bf24e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0470145 Sep 26 05:32:20.493892 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-47338fb4-93b8-45ba-80b6-26a0a371d2cc req-54baba16-8cf4-493d-b552-ab1867d40942 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414987 Sep 26 05:32:21.262125 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:32:21.337661 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 is: ACTIVE; New status is: DOWN {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:32:21.338042 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:21.361606 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efac409-bfde-4b69-a933-f76bf0442c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48afb2fc-5507-40ee-ac44-fdd6ed4af3d2'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:32:21.364741 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af8cdaa-4350-4ce5-9a09-517d2ea3a6fd" -d '{"events": [{"server_uuid": "7efac409-bfde-4b69-a933-f76bf0442c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "48afb2fc-5507-40ee-ac44-fdd6ed4af3d2"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:32:21.382778 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=48afb2fc-5507-40ee-ac44-fdd6ed4af3d2,segment=NetworkSegment(c751e0e9-9f40-480e-b0ac-7352649a033a),segment_id=c751e0e9-9f40-480e-b0ac-7352649a033a)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:32:21.386596 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b565a2-792e-4bc3-84e7-de6b55c7cd62 req-62b64a67-42f3-448d-9ec8-a439206149b5 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:21.387580 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:21.388856 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-81b565a2-792e-4bc3-84e7-de6b55c7cd62 req-62b64a67-42f3-448d-9ec8-a439206149b5 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 946 time: 0.0640707 Sep 26 05:32:21.392291 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:21.410366 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 05:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a31fcee-1e22-45ed-b14a-4e7bd34a2f10 x-openstack-request-id: req-7a31fcee-1e22-45ed-b14a-4e7bd34a2f10 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:32:21.410685 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efac409-bfde-4b69-a933-f76bf0442c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "48afb2fc-5507-40ee-ac44-fdd6ed4af3d2", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:32:21.410994 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a31fcee-1e22-45ed-b14a-4e7bd34a2f10 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:32:21.411394 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a31fcee-1e22-45ed-b14a-4e7bd34a2f10'] response: {'server_uuid': '7efac409-bfde-4b69-a933-f76bf0442c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48afb2fc-5507-40ee-ac44-fdd6ed4af3d2', 'code': 200} Sep 26 05:32:21.438920 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=48afb2fc-5507-40ee-ac44-fdd6ed4af3d2,revision_number=6']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:32:21.439693 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-81b565a2-792e-4bc3-84e7-de6b55c7cd62 req-e4b6d731-193d-4e08-ab76-aa1e4a35d0e4 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427456 Sep 26 05:32:21.625025 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1ded4-5733-4f15-8195-56996583e22a req-f6c1ce8b-a227-4d68-aae7-9e85fd7b8b6e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:21.626479 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-acc1ded4-5733-4f15-8195-56996583e22a req-f6c1ce8b-a227-4d68-aae7-9e85fd7b8b6e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0482683 Sep 26 05:32:21.672903 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-acc1ded4-5733-4f15-8195-56996583e22a req-60948110-8448-444b-913c-d90f65937ad6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408237 Sep 26 05:32:21.875486 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:32:22.564875 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419080fd-9727-445d-b61c-3bcd16723d6a req-6732a996-ca8d-4ea8-b2c6-b9c978267012 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:22.568213 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-419080fd-9727-445d-b61c-3bcd16723d6a req-6732a996-ca8d-4ea8-b2c6-b9c978267012 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0486050 Sep 26 05:32:22.618557 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-419080fd-9727-445d-b61c-3bcd16723d6a req-d13905d3-ca91-4c8f-8a3b-53bfb12bfad3 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447097 Sep 26 05:32:22.828055 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b740-efce-40fc-89a1-55350fd1d0d5 req-eb429690-31f6-4070-a7a3-a223abb01d16 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:22.829546 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2233b740-efce-40fc-89a1-55350fd1d0d5 req-eb429690-31f6-4070-a7a3-a223abb01d16 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0466316 Sep 26 05:32:22.878873 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2233b740-efce-40fc-89a1-55350fd1d0d5 req-16e63198-6543-4edd-a651-127be67be9f0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432510 Sep 26 05:32:23.260788 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-28e202b3-f92c-43c0-9b66-b65232879eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:23.752962 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d3fcd-3547-461a-845f-d4552885e94f req-8fde67c5-0b08-4a7f-993d-93a3930384f8 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:23.759925 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b75d3fcd-3547-461a-845f-d4552885e94f req-8fde67c5-0b08-4a7f-993d-93a3930384f8 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0567431 Sep 26 05:32:23.783268 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:23.809122 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:23.814316 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b75d3fcd-3547-461a-845f-d4552885e94f req-303c3fb1-45fd-41b9-ac3b-b4c369afd5ba tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519197 Sep 26 05:32:24.009368 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21734dc9-9851-48cd-a606-de3061a0a687 req-3cab2385-4083-4c48-be35-2846ab82cdde tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:24.010846 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-21734dc9-9851-48cd-a606-de3061a0a687 req-3cab2385-4083-4c48-be35-2846ab82cdde tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0510271 Sep 26 05:32:24.062413 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-21734dc9-9851-48cd-a606-de3061a0a687 req-2d93a178-dde7-4e62-9f74-8c86d3ddac64 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453606 Sep 26 05:32:24.935757 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c6b00-eacc-4141-ac86-587f60132ed4 req-e6c66204-fe75-47e9-bd4e-5578acda2e9f tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:24.937260 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-476c6b00-eacc-4141-ac86-587f60132ed4 req-e6c66204-fe75-47e9-bd4e-5578acda2e9f tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0473626 Sep 26 05:32:24.985178 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-476c6b00-eacc-4141-ac86-587f60132ed4 req-2785ad5e-cca6-44a4-8443-160950fa8fba tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423195 Sep 26 05:32:25.192169 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20015db4-5288-4453-b87f-326d376dc172 req-81f66612-2784-4d97-b748-0247856d2cfa tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:25.193831 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-20015db4-5288-4453-b87f-326d376dc172 req-81f66612-2784-4d97-b748-0247856d2cfa tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0479622 Sep 26 05:32:25.245721 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-20015db4-5288-4453-b87f-326d376dc172 req-b68b83e3-8937-4003-a56f-f857f57167a0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461819 Sep 26 05:32:25.599264 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d9b6b0e8-872d-4323-a754-d2af800dae74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:26.108744 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735f557-dbf8-4275-82de-9e3299c6bd5c req-688eac29-cf6e-48df-935b-e958c358cbfa tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:26.113179 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6735f557-dbf8-4275-82de-9e3299c6bd5c req-688eac29-cf6e-48df-935b-e958c358cbfa tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0537627 Sep 26 05:32:26.164901 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6735f557-dbf8-4275-82de-9e3299c6bd5c req-b7c002ed-5c01-462b-ae5d-8ddfe3ca0df2 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449407 Sep 26 05:32:26.384386 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5bea0-f696-45d1-910b-1d623f817332 req-a12f08b5-5d93-41ba-9e7c-ed96873f9036 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:26.386179 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fba5bea0-f696-45d1-910b-1d623f817332 req-a12f08b5-5d93-41ba-9e7c-ed96873f9036 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0525665 Sep 26 05:32:26.434383 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fba5bea0-f696-45d1-910b-1d623f817332 req-0d58b1d9-c180-439c-b5bf-7b2063f26899 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416594 Sep 26 05:32:26.712055 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:27.295826 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f17cec-3807-4249-9eaf-f3168bb39bcd req-4e782eb4-083a-4a0f-824f-781c46261bbe tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:27.297323 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d8f17cec-3807-4249-9eaf-f3168bb39bcd req-4e782eb4-083a-4a0f-824f-781c46261bbe tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0503819 Sep 26 05:32:27.346055 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d8f17cec-3807-4249-9eaf-f3168bb39bcd req-cb8e8bcd-d86d-46db-81b8-661870a5e0c9 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 Sep 26 05:32:27.561341 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accc0f3-b037-456d-812f-3116d0be16cb req-415f46d4-8956-4fb7-bc59-15f6f9affcdf tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:27.562806 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1accc0f3-b037-456d-812f-3116d0be16cb req-415f46d4-8956-4fb7-bc59-15f6f9affcdf tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0479438 Sep 26 05:32:27.609656 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1accc0f3-b037-456d-812f-3116d0be16cb req-b93e17c5-94ba-4475-8761-bb6a452671ec tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410073 Sep 26 05:32:27.682452 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=27 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:27.786505 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=34 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:28.282452 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:28.457415 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:28.470142 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc93aa-f756-4a3a-be29-b05f15068441 req-faa1cdb2-8aa5-47fd-b1c4-d6d6e4a61340 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:28.471622 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a7fc93aa-f756-4a3a-be29-b05f15068441 req-faa1cdb2-8aa5-47fd-b1c4-d6d6e4a61340 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0505161 Sep 26 05:32:28.522118 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a7fc93aa-f756-4a3a-be29-b05f15068441 req-f174df8e-7bd0-4dae-b234-dc857b49afaa tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447934 Sep 26 05:32:28.745115 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d217f-2b4d-46c9-b757-e411b4d129a0 req-44c3e686-4df5-43ff-b6e4-317c4ce23a57 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:28.746567 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8a3d217f-2b4d-46c9-b757-e411b4d129a0 req-44c3e686-4df5-43ff-b6e4-317c4ce23a57 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0462399 Sep 26 05:32:28.792583 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8a3d217f-2b4d-46c9-b757-e411b4d129a0 req-765d64dc-0d9a-41af-9af7-383e681d1813 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403950 Sep 26 05:32:29.642818 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b56dd-a7fa-470a-93d2-5dc65973273b req-cba22643-23c9-43f9-b9b7-a6f7a67854e5 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:29.644293 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-402b56dd-a7fa-470a-93d2-5dc65973273b req-cba22643-23c9-43f9-b9b7-a6f7a67854e5 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0466051 Sep 26 05:32:29.697501 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-402b56dd-a7fa-470a-93d2-5dc65973273b req-2c8f7824-d768-4b7d-bd1a-943ac2912b96 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468962 Sep 26 05:32:29.921328 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef28c20-8141-456e-84ea-b28f25903461 req-5bf389d3-1e6a-4ccf-b5eb-6954aed3b236 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:29.929400 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5ef28c20-8141-456e-84ea-b28f25903461 req-5bf389d3-1e6a-4ccf-b5eb-6954aed3b236 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0563471 Sep 26 05:32:29.942997 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:29.983234 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5ef28c20-8141-456e-84ea-b28f25903461 req-ba91aa30-22d4-42d6-b7ca-d72719e11a8c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471468 Sep 26 05:32:30.818482 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3e39b-5132-4089-aca6-3020d2da4767 req-41fb25bb-ce65-4b8c-aefc-9573a765339a tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:30.819824 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-83e3e39b-5132-4089-aca6-3020d2da4767 req-41fb25bb-ce65-4b8c-aefc-9573a765339a tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0459425 Sep 26 05:32:30.830526 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:30.867180 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-83e3e39b-5132-4089-aca6-3020d2da4767 req-32f0eca6-c142-454d-aaba-9221d5bcb4f7 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Sep 26 05:32:31.123554 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac40fc-98c9-4583-b52d-d1f31ebc18e7 req-ca8158e5-1dd0-4066-892a-f08a4fd99ac6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:31.125192 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-aeac40fc-98c9-4583-b52d-d1f31ebc18e7 req-ca8158e5-1dd0-4066-892a-f08a4fd99ac6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0620873 Sep 26 05:32:31.171818 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-aeac40fc-98c9-4583-b52d-d1f31ebc18e7 req-1b1031a6-0305-4d26-b1cc-6545de39dd0c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410063 Sep 26 05:32:31.996747 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea9068-46e9-4c2c-aa85-e1b6c630bb55 req-f028c2e4-b02d-4802-96c4-437e4b463240 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:31.998355 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-91ea9068-46e9-4c2c-aa85-e1b6c630bb55 req-f028c2e4-b02d-4802-96c4-437e4b463240 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0492806 Sep 26 05:32:32.061269 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-91ea9068-46e9-4c2c-aa85-e1b6c630bb55 req-45454275-a50e-48e2-9d97-b99c619acf3f tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541325 Sep 26 05:32:32.297460 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd41d1-25d5-4204-a363-58e81fc4d4c0 req-744fdfe7-26db-4aa0-a3e1-dfc09cbac75e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:32.299004 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0bfd41d1-25d5-4204-a363-58e81fc4d4c0 req-744fdfe7-26db-4aa0-a3e1-dfc09cbac75e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0474610 Sep 26 05:32:32.354073 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0bfd41d1-25d5-4204-a363-58e81fc4d4c0 req-ee5ff252-9d2e-420e-aafa-981cf446e71d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487366 Sep 26 05:32:33.180789 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331fbe8-ac78-4c5e-9a3b-1839b244e0a4 req-fc7ed668-183c-458b-9ad7-fd895897e262 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:33.182262 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d331fbe8-ac78-4c5e-9a3b-1839b244e0a4 req-fc7ed668-183c-458b-9ad7-fd895897e262 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0462158 Sep 26 05:32:33.228824 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d331fbe8-ac78-4c5e-9a3b-1839b244e0a4 req-bdc64846-4625-44a1-a871-d16584b7e2d2 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410790 Sep 26 05:32:33.479456 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b1e34-1a7b-43e3-bc55-6df69d9636a3 req-c1bdf408-31ad-4e02-bc65-8babd6a0ccfd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:33.481236 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-017b1e34-1a7b-43e3-bc55-6df69d9636a3 req-c1bdf408-31ad-4e02-bc65-8babd6a0ccfd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0458891 Sep 26 05:32:33.529243 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-017b1e34-1a7b-43e3-bc55-6df69d9636a3 req-328bea17-fc79-40bc-816e-891fa322aeb9 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426064 Sep 26 05:32:34.352347 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6e492-6c27-452f-b3dd-c6efd60177c9 req-edba2e52-e938-4efe-8643-7eea9b47ee49 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:34.353819 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e8f6e492-6c27-452f-b3dd-c6efd60177c9 req-edba2e52-e938-4efe-8643-7eea9b47ee49 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0494347 Sep 26 05:32:34.400590 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e8f6e492-6c27-452f-b3dd-c6efd60177c9 req-a5807537-fef1-4177-870b-95be2c157b37 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 Sep 26 05:32:34.656604 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bfbdb-9177-4b96-8ba5-1aa557217471 req-cb40842a-255d-454f-abda-5028e9d26d38 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:34.658050 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-493bfbdb-9177-4b96-8ba5-1aa557217471 req-cb40842a-255d-454f-abda-5028e9d26d38 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0457337 Sep 26 05:32:34.705567 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-493bfbdb-9177-4b96-8ba5-1aa557217471 req-0ee71e32-c99c-4c25-8b5b-1194f4ccfa40 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408003 Sep 26 05:32:35.360621 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-130396f1-b2a8-4eda-9c3f-fcde21c3f6d5 req-8114a445-44c4-42a5-985e-105fcef4e254 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862746 Sep 26 05:32:35.424729 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-e24de91d-c4e3-45a4-b232-0069cabd177c req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Deleting port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:32:35.425298 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-e24de91d-c4e3-45a4-b232-0069cabd177c req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:35.516959 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:35.549614 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45241bf6-2e83-4ed7-8e6d-f7c211e99c72 req-eceb1a1e-090f-4ee0-9903-23f4da2237a4 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:35.551308 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-45241bf6-2e83-4ed7-8e6d-f7c211e99c72 req-eceb1a1e-090f-4ee0-9903-23f4da2237a4 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 944 time: 0.0728877 Sep 26 05:32:35.559508 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-e24de91d-c4e3-45a4-b232-0069cabd177c req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] For port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=48afb2fc-5507-40ee-ac44-fdd6ed4af3d2,segment=NetworkSegment(c751e0e9-9f40-480e-b0ac-7352649a033a),segment_id=c751e0e9-9f40-480e-b0ac-7352649a033a)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:32:35.559871 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-e24de91d-c4e3-45a4-b232-0069cabd177c req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:35.585227 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-e24de91d-c4e3-45a4-b232-0069cabd177c req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Calling delete_port for 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 owned by compute:nova {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:32:35.648019 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-45241bf6-2e83-4ed7-8e6d-f7c211e99c72 req-d4511512-ca9b-4d69-ae58-76cc145d1173 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907958 Sep 26 05:32:35.665734 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:35.736683 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-e24de91d-c4e3-45a4-b232-0069cabd177c req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (48afb2fc-5507-40ee-ac44-fdd6ed4af3d2), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:35.763777 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Pushing event deleted for resources: {'Port': ['ID=48afb2fc-5507-40ee-ac44-fdd6ed4af3d2,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:32:35.774264 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:35.774615 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:35.774962 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:35.775290 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:35.775623 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:35.775954 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:35.776299 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:35.777126 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:35.777126 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:35.777328 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:35.777556 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:35.777876 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:35.778195 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:35.778513 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:35.778828 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:35.845184 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24de91d-c4e3-45a4-b232-0069cabd177c req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] No DVR routers for this DVR port 48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 on host hv-cinder-85918 {{(pid=106340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:32:35.849956 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-e24de91d-c4e3-45a4-b232-0069cabd177c req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:35.853605 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e24de91d-c4e3-45a4-b232-0069cabd177c req-fc39c7ae-5e25-44ac-8b1d-fd47f3884a74 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.60 "DELETE /networking/v2.0/ports/48afb2fc-5507-40ee-ac44-fdd6ed4af3d2 HTTP/1.1" status: 204 len: 173 time: 0.5119352 Sep 26 05:32:35.854195 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efac409-bfde-4b69-a933-f76bf0442c1b', 'name': 'network-vif-deleted', 'tag': '48afb2fc-5507-40ee-ac44-fdd6ed4af3d2'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:32:35.856754 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edce437f-33fd-4563-a9b4-a6f1df66d6a3" -d '{"events": [{"server_uuid": "7efac409-bfde-4b69-a933-f76bf0442c1b", "name": "network-vif-deleted", "tag": "48afb2fc-5507-40ee-ac44-fdd6ed4af3d2"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:32:35.874170 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b98e0-26c5-4292-8170-4a33218f7eed req-76b7db39-f65d-4040-b61b-7362652ce80e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:35.875743 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1f4b98e0-26c5-4292-8170-4a33218f7eed req-76b7db39-f65d-4040-b61b-7362652ce80e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0725176 Sep 26 05:32:35.896972 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8aa36b-b3ae-4fca-962f-a97c49760e4b x-openstack-request-id: req-fe8aa36b-b3ae-4fca-962f-a97c49760e4b {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:32:35.897256 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efac409-bfde-4b69-a933-f76bf0442c1b", "name": "network-vif-deleted", "tag": "48afb2fc-5507-40ee-ac44-fdd6ed4af3d2", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:32:35.897508 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe8aa36b-b3ae-4fca-962f-a97c49760e4b {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:32:35.897898 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8aa36b-b3ae-4fca-962f-a97c49760e4b'] response: {'server_uuid': '7efac409-bfde-4b69-a933-f76bf0442c1b', 'name': 'network-vif-deleted', 'tag': '48afb2fc-5507-40ee-ac44-fdd6ed4af3d2', 'status': 'completed', 'code': 200} Sep 26 05:32:35.930081 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1f4b98e0-26c5-4292-8170-4a33218f7eed req-06c290cd-c7af-42d7-b508-bad987d1c341 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478294 Sep 26 05:32:36.598994 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-130396f1-b2a8-4eda-9c3f-fcde21c3f6d5 req-ab8b5e94-0ae7-4d7d-9c58-c69fce09cd67 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006074 Sep 26 05:32:36.768176 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-90b14ea8-99f1-48ad-93ed-62532add8749 req-1b72fdb4-1c4f-4dc8-b1ac-1ce814ab801a tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 210 time: 0.0272727 Sep 26 05:32:37.053384 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714daf03-fb78-4668-a2c8-b5db190abec6 req-fb1e932e-b256-4f31-bb8c-e4470783a1a5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:37.054828 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-714daf03-fb78-4668-a2c8-b5db190abec6 req-fb1e932e-b256-4f31-bb8c-e4470783a1a5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0448906 Sep 26 05:32:37.101723 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-714daf03-fb78-4668-a2c8-b5db190abec6 req-477837c3-850f-4021-9852-5b07cf431622 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413914 Sep 26 05:32:37.791409 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b868238a-94b0-46c1-bf91-7ea4daa19c08 req-ee9f5bbe-917b-4599-bd4a-a3e3ffac14b0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381062 Sep 26 05:32:37.882215 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-72172d74-62ce-420d-9a54-da6f040577a3 req-36637936-4fd2-47cb-9962-a44804ab30da tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=7efac409-bfde-4b69-a933-f76bf0442c1b HTTP/1.1" status: 200 len: 210 time: 0.0270739 Sep 26 05:32:38.218428 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868238a-94b0-46c1-bf91-7ea4daa19c08 req-892cdce6-4310-44aa-931e-9db1ff1ad3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:38.219931 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b868238a-94b0-46c1-bf91-7ea4daa19c08 req-892cdce6-4310-44aa-931e-9db1ff1ad3fa service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 1129 time: 0.0436714 Sep 26 05:32:38.235669 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fe20b-6f38-4992-8dc4-23e6d81b25cd req-a3461660-d591-4b49-9d18-f0ea2530d7c4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:38.237163 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e48fe20b-6f38-4992-8dc4-23e6d81b25cd req-a3461660-d591-4b49-9d18-f0ea2530d7c4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0531476 Sep 26 05:32:38.289211 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e48fe20b-6f38-4992-8dc4-23e6d81b25cd req-a6fe91fb-e774-47de-b56b-b25eb5fd7c6b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462797 Sep 26 05:32:38.350553 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868238a-94b0-46c1-bf91-7ea4daa19c08 req-8b4b87e1-1926-4b16-a64d-4e192e7df5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:38.352013 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b868238a-94b0-46c1-bf91-7ea4daa19c08 req-8b4b87e1-1926-4b16-a64d-4e192e7df5c5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 919 time: 0.0961704 Sep 26 05:32:38.402774 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b868238a-94b0-46c1-bf91-7ea4daa19c08 req-9605b8d1-ac86-4c83-b3b6-94d2e8823c95 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38b128ed-e00f-4c9c-93fb-be3a153d50bf HTTP/1.1" status: 200 len: 217 time: 0.0355124 Sep 26 05:32:38.451365 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:38.453238 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:38.455377 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868238a-94b0-46c1-bf91-7ea4daa19c08 req-464aa265-ead4-4a02-828a-decbb238dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:38.457743 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b868238a-94b0-46c1-bf91-7ea4daa19c08 req-464aa265-ead4-4a02-828a-decbb238dbed service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.0487478 Sep 26 05:32:38.509978 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868238a-94b0-46c1-bf91-7ea4daa19c08 req-9c020313-cc72-4b34-90ad-4ca359be0fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:38.511434 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b868238a-94b0-46c1-bf91-7ea4daa19c08 req-9c020313-cc72-4b34-90ad-4ca359be0fa4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387719 Sep 26 05:32:38.602298 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b868238a-94b0-46c1-bf91-7ea4daa19c08 req-9b76725e-5aaf-439b-8010-0f53534e2e32 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810654 Sep 26 05:32:38.698107 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b868238a-94b0-46c1-bf91-7ea4daa19c08 req-a2380265-8f3e-469a-a890-cb09af8c655b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869465 Sep 26 05:32:39.422273 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e687a-528e-4ce8-95b8-ba862d99dbcb req-0d2ef3b1-39f1-463c-85a1-cd215071aec6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:39.424838 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-211e687a-528e-4ce8-95b8-ba862d99dbcb req-0d2ef3b1-39f1-463c-85a1-cd215071aec6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0509384 Sep 26 05:32:39.471018 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-211e687a-528e-4ce8-95b8-ba862d99dbcb req-ecd333a4-21b4-46ec-92bc-643d32f67dab tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401266 Sep 26 05:32:39.924833 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=13 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:39.938050 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:40.602941 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3674149-ebd8-4df2-9156-2e837089a3bc req-51bc6d37-9699-4d27-97c7-0d47aee739ef tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:40.604447 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b3674149-ebd8-4df2-9156-2e837089a3bc req-51bc6d37-9699-4d27-97c7-0d47aee739ef tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0519588 Sep 26 05:32:40.651384 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b3674149-ebd8-4df2-9156-2e837089a3bc req-5fb73581-93af-4a68-ad91-f3e4d7f6252e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411406 Sep 26 05:32:41.775649 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81436d-d313-469c-8b7d-67980f2ba21f req-a904afcb-c8ba-4b27-9008-1550ba141061 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:41.777149 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2c81436d-d313-469c-8b7d-67980f2ba21f req-a904afcb-c8ba-4b27-9008-1550ba141061 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0453784 Sep 26 05:32:41.823693 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2c81436d-d313-469c-8b7d-67980f2ba21f req-913afd40-c574-41c7-a8cd-4e722e8880cd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411053 Sep 26 05:32:42.913598 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:42.950436 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542a076-20dc-4c79-bd84-02a252a3ea76 req-e75ca74d-0db7-45f7-a731-0c63b6cedccc tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:42.951884 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a542a076-20dc-4c79-bd84-02a252a3ea76 req-e75ca74d-0db7-45f7-a731-0c63b6cedccc tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0470099 Sep 26 05:32:43.002582 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a542a076-20dc-4c79-bd84-02a252a3ea76 req-ec235acd-df03-46a4-bb0e-6681b58a6be8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442433 Sep 26 05:32:44.129583 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b5d17-40e8-42ae-a222-488737497991 req-015ab5c2-ff27-4054-9bb4-b4f49b4a31b7 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:44.130977 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-171b5d17-40e8-42ae-a222-488737497991 req-015ab5c2-ff27-4054-9bb4-b4f49b4a31b7 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0462308 Sep 26 05:32:44.176560 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-171b5d17-40e8-42ae-a222-488737497991 req-41c470b2-ec3f-4d08-b569-53128a9bf020 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399287 Sep 26 05:32:45.302241 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0146407-92ac-4864-a219-6cac1297b680 req-73cf9f47-9289-4d19-a964-02b83acc5082 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:45.303694 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d0146407-92ac-4864-a219-6cac1297b680 req-73cf9f47-9289-4d19-a964-02b83acc5082 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0459056 Sep 26 05:32:45.353354 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d0146407-92ac-4864-a219-6cac1297b680 req-049c25e9-0c38-4b7e-a998-3fc5482ec9b6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440106 Sep 26 05:32:46.482870 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035984e-e6ad-4eb6-aa26-5a551bd2435d req-8a1ac7b4-86de-4bd3-8905-9b65b89a68b5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:46.484347 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f035984e-e6ad-4eb6-aa26-5a551bd2435d req-8a1ac7b4-86de-4bd3-8905-9b65b89a68b5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0496712 Sep 26 05:32:46.496064 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:46.531946 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f035984e-e6ad-4eb6-aa26-5a551bd2435d req-12ddf434-64cb-42c1-8d0b-d1e52705000e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421162 Sep 26 05:32:47.655731 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec04504-b96c-4f1a-811c-554bdf8702fc req-7474b0f5-3e32-4666-833f-8483792a7a6c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:47.657231 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6ec04504-b96c-4f1a-811c-554bdf8702fc req-7474b0f5-3e32-4666-833f-8483792a7a6c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 943 time: 0.0453622 Sep 26 05:32:47.704823 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6ec04504-b96c-4f1a-811c-554bdf8702fc req-d18dc966-8820-45fa-b19e-556e63358c1e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415616 Sep 26 05:32:48.010415 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device db14dfec-952b-46e2-9617-72801c005bb3 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:32:48.038823 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:48.119282 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port db14dfec-952b-46e2-9617-72801c005bb3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=db14dfec-952b-46e2-9617-72801c005bb3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:32:48.130449 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': 'db14dfec-952b-46e2-9617-72801c005bb3', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'port_id': 'db14dfec-952b-46e2-9617-72801c005bb3', 'mac_address': 'fa:16:3e:92:7b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:32:48.168760 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port db14dfec-952b-46e2-9617-72801c005bb3 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:32:48.169135 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (db14dfec-952b-46e2-9617-72801c005bb3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:48.183233 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db14dfec-952b-46e2-9617-72801c005bb3 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:32:48.203573 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port db14dfec-952b-46e2-9617-72801c005bb3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=db14dfec-952b-46e2-9617-72801c005bb3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:32:48.207395 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (db14dfec-952b-46e2-9617-72801c005bb3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:48.252788 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=db14dfec-952b-46e2-9617-72801c005bb3,revision_number=9']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:32:48.260430 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:48.260773 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:48.261105 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:48.261437 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:48.261757 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:48.262081 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:48.262397 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:48.262713 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:48.263034 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:48.263353 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:48.263667 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:48.263981 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:48.264319 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:48.264628 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:48.264942 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:48.688417 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=68 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:48.694882 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=65 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:48.805459 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['db14dfec-952b-46e2-9617-72801c005bb3'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:32:48.834707 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438eaa3b-9c6b-4c00-b34c-1c90e7f4195a req-bd2671af-d81e-4d03-aaab-b0da7338ea3e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:48.836345 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-438eaa3b-9c6b-4c00-b34c-1c90e7f4195a req-bd2671af-d81e-4d03-aaab-b0da7338ea3e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 944 time: 0.0482910 Sep 26 05:32:48.894835 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-438eaa3b-9c6b-4c00-b34c-1c90e7f4195a req-e3d18364-f7ff-49f6-abd5-062212c41c7a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530305 Sep 26 05:32:49.041678 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-4e804bd9-ce5e-4380-9535-135740a4c990 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:49.043128 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-4e804bd9-ce5e-4380-9535-135740a4c990 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/networks?id=64bcaa83-8e16-496d-9ee2-d2efca0f0f90 HTTP/1.1" status: 200 len: 813 time: 0.1062267 Sep 26 05:32:49.058210 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-7b36de10-8a05-4a77-b4f5-ad8b592c1d44 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/quotas/241e5470186a4c93b2465ecc84d80603 HTTP/1.1" status: 200 len: 375 time: 0.0093076 Sep 26 05:32:49.100597 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-5031a06f-5efd-45a5-83ac-12661d2abfcc tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=241e5470186a4c93b2465ecc84d80603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370834 Sep 26 05:32:49.208326 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-5528a966-438d-4dfa-9380-175641170a3a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/64bcaa83-8e16-496d-9ee2-d2efca0f0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894063 Sep 26 05:32:49.301019 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-a6719c8b-de8c-42da-8526-29378bd64932 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/64bcaa83-8e16-496d-9ee2-d2efca0f0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867662 Sep 26 05:32:49.465610 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0c73febe-4c2e-4c8e-ace3-30fe6eae921b req-eb17cd8c-9492-4186-bf18-0a9ea8b477cd tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 210 time: 0.0280137 Sep 26 05:32:50.030824 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15300e7-ea97-4b5a-9796-64ccb3815e00 req-2103c164-9075-4394-94fb-313f0daf8463 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:50.032309 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a15300e7-ea97-4b5a-9796-64ccb3815e00 req-2103c164-9075-4394-94fb-313f0daf8463 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 944 time: 0.0492320 Sep 26 05:32:50.080169 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a15300e7-ea97-4b5a-9796-64ccb3815e00 req-48f8fe72-a8f2-49ce-81b7-d2f9353a2528 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415277 Sep 26 05:32:50.585365 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a554806b-71a4-4f96-a1e4-15b7c750d8f4 req-754f4ecc-5a62-4196-89c6-f4814964e270 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 210 time: 0.0360661 Sep 26 05:32:50.961372 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device db14dfec-952b-46e2-9617-72801c005bb3 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:32:51.022850 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port db14dfec-952b-46e2-9617-72801c005bb3 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:32:51.023192 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (db14dfec-952b-46e2-9617-72801c005bb3), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:51.023527 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port db14dfec-952b-46e2-9617-72801c005bb3 Sep 26 05:32:51.112943 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port db14dfec-952b-46e2-9617-72801c005bb3 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:32:51.112943 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (db14dfec-952b-46e2-9617-72801c005bb3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:51.132689 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-82de24f5-2e8d-44a5-adf8-8c4e58a91d4a tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:51.144387 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-82de24f5-2e8d-44a5-adf8-8c4e58a91d4a tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.60 "GET /networking/v2.0/networks?id=64bcaa83-8e16-496d-9ee2-d2efca0f0f90 HTTP/1.1" status: 200 len: 813 time: 0.1461716 Sep 26 05:32:51.145678 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db14dfec-952b-46e2-9617-72801c005bb3'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:32:51.148084 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073926df-97f2-4a34-9fa7-77d3dcd70ee2" -d '{"events": [{"server_uuid": "6ffa337e-39e1-4edc-9a0d-4468ff05c577", "name": "network-vif-plugged", "status": "completed", "tag": "db14dfec-952b-46e2-9617-72801c005bb3"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:32:51.180949 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port db14dfec-952b-46e2-9617-72801c005bb3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=db14dfec-952b-46e2-9617-72801c005bb3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:32:51.184468 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Request body: {'port': {'device_id': '47570062-ca33-436f-ab80-34918ac9c78e', 'network_id': '64bcaa83-8e16-496d-9ee2-d2efca0f0f90', 'admin_state_up': True, 'tenant_id': '241e5470186a4c93b2465ecc84d80603'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:32:51.186697 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (db14dfec-952b-46e2-9617-72801c005bb3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:51.237157 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41053eb8-cc93-4bdc-9b19-5471e7da112c req-20a674e5-98c5-4766-8b0a-ed0ab0f9511e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:51.244794 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-41053eb8-cc93-4bdc-9b19-5471e7da112c req-20a674e5-98c5-4766-8b0a-ed0ab0f9511e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 946 time: 0.0707965 Sep 26 05:32:51.264105 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:51.271780 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09770a84-2776-467f-8719-c15e035d0b7f x-openstack-request-id: req-09770a84-2776-467f-8719-c15e035d0b7f {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:32:51.272097 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffa337e-39e1-4edc-9a0d-4468ff05c577", "name": "network-vif-plugged", "status": "completed", "tag": "db14dfec-952b-46e2-9617-72801c005bb3", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:32:51.272379 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09770a84-2776-467f-8719-c15e035d0b7f {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:32:51.272783 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09770a84-2776-467f-8719-c15e035d0b7f'] response: {'server_uuid': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db14dfec-952b-46e2-9617-72801c005bb3', 'code': 200} Sep 26 05:32:51.273957 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=db14dfec-952b-46e2-9617-72801c005bb3,revision_number=10']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:32:51.299188 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-41053eb8-cc93-4bdc-9b19-5471e7da112c req-b26463c6-8d24-46a6-bcb0-26b6f6180c6d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533133 Sep 26 05:32:51.313788 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Made reservation on behalf of 241e5470186a4c93b2465ecc84d80603 for: {'port': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:32:51.318462 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:51.449829 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Allocated IP 172.20.0.3 (64bcaa83-8e16-496d-9ee2-d2efca0f0f90/0a9cf5bd-af5e-46e3-904d-d2483771a0fb/f45daf39-254f-46e8-9700-adeb9299ab9b) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:32:51.598656 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks [] for port (f45daf39-254f-46e8-9700-adeb9299ab9b), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:51.632820 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (f45daf39-254f-46e8-9700-adeb9299ab9b), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:51.688405 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Network 64bcaa83-8e16-496d-9ee2-d2efca0f0f90 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:32:51.692334 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Pushing event updated for resources: {'Port': ['ID=f45daf39-254f-46e8-9700-adeb9299ab9b,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:32:51.694624 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:32:51.697235 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:32:51.719222 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe23c7a-b127-4a3e-ba48-76772513e74b req-170402f2-6fcb-4d19-83b1-4ca8fd64ef97 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:51.720735 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-efe23c7a-b127-4a3e-ba48-76772513e74b req-170402f2-6fcb-4d19-83b1-4ca8fd64ef97 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 931 time: 0.0478146 Sep 26 05:32:51.724609 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:51.724968 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:51.725305 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:51.725637 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:51.725964 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:51.726290 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:51.726616 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:51.726936 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:51.727257 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:51.727577 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:51.727898 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:51.728222 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:51.728562 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:51.728875 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:51.729187 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:32:51.759389 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:51.759991 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:51.772376 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-efe23c7a-b127-4a3e-ba48-76772513e74b req-61e100a0-6b7e-4d25-b493-f84c62fd2e00 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445244 Sep 26 05:32:51.776072 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-9cd8b042-0188-430e-aee7-9b848e48735d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5958028 Sep 26 05:32:51.841854 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Request body: {'port': {'device_id': '47570062-ca33-436f-ab80-34918ac9c78e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:32:51.894516 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:51.896793 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:51.903787 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:51.906918 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f45daf39-254f-46e8-9700-adeb9299ab9b), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:52.040467 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:52.165887 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45daf39-254f-46e8-9700-adeb9299ab9b {{(pid=106341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:32:52.173801 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Publish callbacks [] for port (f45daf39-254f-46e8-9700-adeb9299ab9b), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:52.185312 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3123e-452b-4b9d-8c94-a031735323f1 req-9f21a9fe-ff39-48a1-bd0c-2ce847e11a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:52.186558 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.provisioning_blocks [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Transition to ACTIVE for port object f45daf39-254f-46e8-9700-adeb9299ab9b will not be triggered until provisioned by entity L2. {{(pid=106341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:32:52.186849 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-31a3123e-452b-4b9d-8c94-a031735323f1 req-9f21a9fe-ff39-48a1-bd0c-2ce847e11a7f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 1130 time: 0.0417018 Sep 26 05:32:52.190109 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (f45daf39-254f-46e8-9700-adeb9299ab9b), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:52.252808 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Pushing event updated for resources: {'Port': ['ID=f45daf39-254f-46e8-9700-adeb9299ab9b,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:32:52.265658 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-31a3123e-452b-4b9d-8c94-a031735323f1 req-9d0d5737-85f4-4e15-9f8d-7c111006657a service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375454 Sep 26 05:32:52.300530 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Attempting to bind port f45daf39-254f-46e8-9700-adeb9299ab9b on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:32:52.300787 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Attempting to bind port f45daf39-254f-46e8-9700-adeb9299ab9b by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'c751e0e9-9f40-480e-b0ac-7352649a033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64bcaa83-8e16-496d-9ee2-d2efca0f0f90'}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:32:52.301112 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Attempting to bind port f45daf39-254f-46e8-9700-adeb9299ab9b on network 64bcaa83-8e16-496d-9ee2-d2efca0f0f90 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:32:52.341053 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Port f45daf39-254f-46e8-9700-adeb9299ab9b on network 64bcaa83-8e16-496d-9ee2-d2efca0f0f90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:32:52.341735 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Attempting to bind port f45daf39-254f-46e8-9700-adeb9299ab9b on network 64bcaa83-8e16-496d-9ee2-d2efca0f0f90 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:32:52.389352 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:32:52.389784 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Checking segment: {'id': 'c751e0e9-9f40-480e-b0ac-7352649a033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64bcaa83-8e16-496d-9ee2-d2efca0f0f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:32:52.390163 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Bound using segment: {'id': 'c751e0e9-9f40-480e-b0ac-7352649a033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64bcaa83-8e16-496d-9ee2-d2efca0f0f90'} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:32:52.390591 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Bound port: f45daf39-254f-46e8-9700-adeb9299ab9b, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c751e0e9-9f40-480e-b0ac-7352649a033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '64bcaa83-8e16-496d-9ee2-d2efca0f0f90'}}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:32:52.390944 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f45daf39-254f-46e8-9700-adeb9299ab9b), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:52.432195 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bd35c-d5c9-4d8e-8228-09b62c74145d req-6509e6d3-3ddc-4b3a-ac08-ed49f60c6cd7 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:52.433693 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-472bd35c-d5c9-4d8e-8228-09b62c74145d req-6509e6d3-3ddc-4b3a-ac08-ed49f60c6cd7 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 946 time: 0.0464122 Sep 26 05:32:52.451711 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] For port f45daf39-254f-46e8-9700-adeb9299ab9b, host hv-cinder-85918, cleared binding levels {{(pid=106341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:32:52.454933 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] For port f45daf39-254f-46e8-9700-adeb9299ab9b, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f45daf39-254f-46e8-9700-adeb9299ab9b,segment=NetworkSegment(c751e0e9-9f40-480e-b0ac-7352649a033a),segment_id=c751e0e9-9f40-480e-b0ac-7352649a033a)] {{(pid=106341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:32:52.461254 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (f45daf39-254f-46e8-9700-adeb9299ab9b), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:52.465314 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:52.465918 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:52.467276 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/f45daf39-254f-46e8-9700-adeb9299ab9b HTTP/1.1" status: 200 len: 1093 time: 0.6299832 Sep 26 05:32:52.467811 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47570062-ca33-436f-ab80-34918ac9c78e', 'tag': 'f45daf39-254f-46e8-9700-adeb9299ab9b'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:32:52.470107 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78485f53-5014-4d9b-97da-35a40dcb259d" -d '{"events": [{"name": "network-changed", "server_uuid": "47570062-ca33-436f-ab80-34918ac9c78e", "tag": "f45daf39-254f-46e8-9700-adeb9299ab9b"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:32:52.482583 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-472bd35c-d5c9-4d8e-8228-09b62c74145d req-8c059252-c607-4c02-b7fc-1fb1a8899177 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432436 Sep 26 05:32:52.514794 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38ff82a-9924-4b4e-aff3-5f8d466c5bc7 x-openstack-request-id: req-f38ff82a-9924-4b4e-aff3-5f8d466c5bc7 {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:32:52.515078 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47570062-ca33-436f-ab80-34918ac9c78e", "tag": "f45daf39-254f-46e8-9700-adeb9299ab9b", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:32:52.515326 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f38ff82a-9924-4b4e-aff3-5f8d466c5bc7 {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:32:52.515716 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38ff82a-9924-4b4e-aff3-5f8d466c5bc7'] response: {'name': 'network-changed', 'server_uuid': '47570062-ca33-436f-ab80-34918ac9c78e', 'tag': 'f45daf39-254f-46e8-9700-adeb9299ab9b', 'status': 'completed', 'code': 200} Sep 26 05:32:52.521098 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9b099-eeeb-4251-8ed5-a024da49c49a service neutron] Pushing event updated for resources: {'Port': ['ID=f45daf39-254f-46e8-9700-adeb9299ab9b,revision_number=3']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:32:52.754713 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78485f53-5014-4d9b-97da-35a40dcb259d req-b58a0b56-4315-4608-8922-847cefb80c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:52.756274 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-78485f53-5014-4d9b-97da-35a40dcb259d req-b58a0b56-4315-4608-8922-847cefb80c3a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=241e5470186a4c93b2465ecc84d80603&device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 1127 time: 0.0409095 Sep 26 05:32:52.883757 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:52.896727 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af16a0-ac2e-4f47-9b6d-6e836b1dd24d req-8502a276-eb76-4759-9438-5633093d9c9c tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:52.898174 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c0af16a0-ac2e-4f47-9b6d-6e836b1dd24d req-8502a276-eb76-4759-9438-5633093d9c9c tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 943 time: 0.0467992 Sep 26 05:32:52.949126 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c0af16a0-ac2e-4f47-9b6d-6e836b1dd24d req-0244e9b2-4ee5-4d3a-804f-6713e30401ac tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452099 Sep 26 05:32:52.953627 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78485f53-5014-4d9b-97da-35a40dcb259d req-6b108b27-c694-4582-9f80-a3d580c90b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:52.955154 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-78485f53-5014-4d9b-97da-35a40dcb259d req-6b108b27-c694-4582-9f80-a3d580c90b4f service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=241e5470186a4c93b2465ecc84d80603&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1725669 Sep 26 05:32:53.120018 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78485f53-5014-4d9b-97da-35a40dcb259d req-321d7f3c-cc51-4ac4-ab85-72496f787945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:53.121518 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-78485f53-5014-4d9b-97da-35a40dcb259d req-321d7f3c-cc51-4ac4-ab85-72496f787945 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515827 Sep 26 05:32:53.253855 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c98ac60c-f0b6-42c6-ae99-10b998192b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:53.632467 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cf484-1ab7-490a-afd2-6a9581e3b9e4 req-84487bb7-ab0f-4b64-a915-f0eabea62bb0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:53.633973 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-334cf484-1ab7-490a-afd2-6a9581e3b9e4 req-84487bb7-ab0f-4b64-a915-f0eabea62bb0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 946 time: 0.0611439 Sep 26 05:32:53.680355 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-334cf484-1ab7-490a-afd2-6a9581e3b9e4 req-0149b507-042f-479f-82de-e09ed4506b22 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407670 Sep 26 05:32:53.872668 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:53.904056 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-43ab0475-be7e-4ef2-b80a-18ba15999101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:53.905582 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-43ab0475-be7e-4ef2-b80a-18ba15999101 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=241e5470186a4c93b2465ecc84d80603&device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 1127 time: 0.0417290 Sep 26 05:32:53.966539 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-d4f2909c-78c0-4227-8c91-a8b02d754877 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45daf39-254f-46e8-9700-adeb9299ab9b HTTP/1.1" status: 200 len: 217 time: 0.0357397 Sep 26 05:32:54.020846 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-774478f0-ba9f-49ca-8956-84053c121f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:54.022286 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-774478f0-ba9f-49ca-8956-84053c121f64 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=0a9cf5bd-af5e-46e3-904d-d2483771a0fb HTTP/1.1" status: 200 len: 853 time: 0.0443997 Sep 26 05:32:54.045331 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:54.066360 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-9261fb37-fa06-4837-8123-58dc4b258fc2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=64bcaa83-8e16-496d-9ee2-d2efca0f0f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282025 Sep 26 05:32:54.069246 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966dcc1-24da-484b-bfbd-0badaa769636 req-70529cdc-d9e7-44ed-8777-1f9ebfd66176 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:54.070709 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7966dcc1-24da-484b-bfbd-0badaa769636 req-70529cdc-d9e7-44ed-8777-1f9ebfd66176 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 943 time: 0.0468030 Sep 26 05:32:54.117797 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7966dcc1-24da-484b-bfbd-0badaa769636 req-08b2616a-f2b9-41fb-8f56-51e5c09d53ca tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415864 Sep 26 05:32:54.235865 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-b91fbb88-3c74-4616-9dbe-d6c5d2a20a65 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/64bcaa83-8e16-496d-9ee2-d2efca0f0f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883732 Sep 26 05:32:54.593934 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f2a11bea-39c4-48e6-b176-50682b91ace7 req-a315fc7d-0df7-4106-937a-b2ed6df1174a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/64bcaa83-8e16-496d-9ee2-d2efca0f0f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869933 Sep 26 05:32:54.811660 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588612a-30d7-4e63-b944-04398b1ac4c1 req-0babdbe6-8b19-4b89-b4c9-660f0b3afe88 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:54.813167 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f588612a-30d7-4e63-b944-04398b1ac4c1 req-0babdbe6-8b19-4b89-b4c9-660f0b3afe88 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 946 time: 0.0499773 Sep 26 05:32:54.863831 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f588612a-30d7-4e63-b944-04398b1ac4c1 req-77cf4e00-3bf9-4af1-9dbc-d31800dd9d0b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446532 Sep 26 05:32:55.236383 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ea7c0-3578-4ece-ac53-a08cf3388899 req-0f5563c9-fe79-4789-a464-29358ce3632f tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:55.238014 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ab5ea7c0-3578-4ece-ac53-a08cf3388899 req-0f5563c9-fe79-4789-a464-29358ce3632f tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 943 time: 0.0469749 Sep 26 05:32:55.283470 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ab5ea7c0-3578-4ece-ac53-a08cf3388899 req-6c4f6892-12cf-4f6e-a73a-f5cb15890e3f tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398986 Sep 26 05:32:55.600610 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-42758906-d4b5-4e65-a086-60bda77b333a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:55.999947 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b1a0f-2da2-4b72-acc5-bca2fa68e317 req-0c45c315-287c-4722-a458-b75147387b9b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:56.001479 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5c1b1a0f-2da2-4b72-acc5-bca2fa68e317 req-0c45c315-287c-4722-a458-b75147387b9b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 946 time: 0.0516233 Sep 26 05:32:56.051094 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5c1b1a0f-2da2-4b72-acc5-bca2fa68e317 req-b59a81a9-1257-4bb7-b581-d53ab312bf9d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426066 Sep 26 05:32:56.401344 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93edb32-95ef-4e69-9bb4-6134776ca897 req-4a2b3dc2-da3b-437c-9166-0108f51b03e0 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:56.402687 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b93edb32-95ef-4e69-9bb4-6134776ca897 req-4a2b3dc2-da3b-437c-9166-0108f51b03e0 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 943 time: 0.0457184 Sep 26 05:32:56.415325 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:56.449636 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b93edb32-95ef-4e69-9bb4-6134776ca897 req-4335f9a4-bf8a-448b-bcec-4b66d5e44721 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Sep 26 05:32:56.711719 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:57.177553 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfce378-f043-494d-bd19-b51cf32f05af req-6aa4c8f1-abf2-42bf-a5a0-3f7fb0e82ce3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:57.178972 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7cfce378-f043-494d-bd19-b51cf32f05af req-6aa4c8f1-abf2-42bf-a5a0-3f7fb0e82ce3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 946 time: 0.0457227 Sep 26 05:32:57.227194 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7cfce378-f043-494d-bd19-b51cf32f05af req-872068e9-9ece-4155-81d0-03485384a30d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427723 Sep 26 05:32:57.569415 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ae313-f906-4347-a64d-f133b3723335 req-9c88bdf4-bddb-4bfd-b107-798711620c00 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:57.570870 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3b5ae313-f906-4347-a64d-f133b3723335 req-9c88bdf4-bddb-4bfd-b107-798711620c00 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 943 time: 0.0455210 Sep 26 05:32:57.617026 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3b5ae313-f906-4347-a64d-f133b3723335 req-97b3a80a-1d0a-4887-92de-a2d21aabe927 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407019 Sep 26 05:32:58.278500 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:58.354495 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b54571-30b4-4497-b5ef-c0fd29fe7755 req-4d15de37-e2bc-423d-8786-fb75e0f73b18 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:58.356191 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f0b54571-30b4-4497-b5ef-c0fd29fe7755 req-4d15de37-e2bc-423d-8786-fb75e0f73b18 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 946 time: 0.0463297 Sep 26 05:32:58.401896 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f0b54571-30b4-4497-b5ef-c0fd29fe7755 req-0ceec4f1-fd4f-4443-8e5e-b2d1ce5937ba tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401285 Sep 26 05:32:58.459936 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:58.738955 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340df20-b598-45c8-8869-a90af2a4853f req-d293a378-bdae-4b4d-b35f-432c65613621 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:58.740430 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5340df20-b598-45c8-8869-a90af2a4853f req-d293a378-bdae-4b4d-b35f-432c65613621 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 943 time: 0.0505331 Sep 26 05:32:58.786900 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5340df20-b598-45c8-8869-a90af2a4853f req-c2d4774f-293a-47f0-899e-f5b4ec8534e2 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410354 Sep 26 05:32:58.874727 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:32:58.993783 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device f45daf39-254f-46e8-9700-adeb9299ab9b details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:32:59.003431 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:59.010186 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:59.218318 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port f45daf39-254f-46e8-9700-adeb9299ab9b, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f45daf39-254f-46e8-9700-adeb9299ab9b,segment=NetworkSegment(c751e0e9-9f40-480e-b0ac-7352649a033a),segment_id=c751e0e9-9f40-480e-b0ac-7352649a033a)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:32:59.229811 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': 'f45daf39-254f-46e8-9700-adeb9299ab9b', 'network_id': '64bcaa83-8e16-496d-9ee2-d2efca0f0f90', 'port_id': 'f45daf39-254f-46e8-9700-adeb9299ab9b', 'mac_address': 'fa:16:3e:df:1d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9cf5bd-af5e-46e3-904d-d2483771a0fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:32:59.264984 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port f45daf39-254f-46e8-9700-adeb9299ab9b is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:32:59.265451 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f45daf39-254f-46e8-9700-adeb9299ab9b), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:59.279095 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45daf39-254f-46e8-9700-adeb9299ab9b {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:32:59.300162 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port f45daf39-254f-46e8-9700-adeb9299ab9b, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f45daf39-254f-46e8-9700-adeb9299ab9b,segment=NetworkSegment(c751e0e9-9f40-480e-b0ac-7352649a033a),segment_id=c751e0e9-9f40-480e-b0ac-7352649a033a)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:32:59.303741 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (f45daf39-254f-46e8-9700-adeb9299ab9b), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:32:59.349945 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=f45daf39-254f-46e8-9700-adeb9299ab9b,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:32:59.789691 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['f45daf39-254f-46e8-9700-adeb9299ab9b'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:32:59.909654 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b3b00-094e-457f-b560-059c131e6559 req-9c7ad415-5b13-40d0-b339-f778d702af5f tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:32:59.911124 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2b1b3b00-094e-457f-b560-059c131e6559 req-9c7ad415-5b13-40d0-b339-f778d702af5f tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 944 time: 0.0471618 Sep 26 05:32:59.951445 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:32:59.960165 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2b1b3b00-094e-457f-b560-059c131e6559 req-25eb1941-e252-46f0-a197-94d21c7cfc2e tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434732 Sep 26 05:33:00.445963 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6f6c1-3e06-42d3-a804-afc1119f5087 req-230f1b05-8046-41e0-90c8-8d92214bc4bd tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:00.447399 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8df6f6c1-3e06-42d3-a804-afc1119f5087 req-230f1b05-8046-41e0-90c8-8d92214bc4bd tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0466421 Sep 26 05:33:00.497209 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8df6f6c1-3e06-42d3-a804-afc1119f5087 req-36ad937c-ad29-4893-9b22-27f829f783b9 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442739 Sep 26 05:33:01.078764 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc3b52-bbb1-4ee3-9172-eb3a118a7718 req-a4500d1d-b797-4ae6-b92c-59bd330b7f9d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:01.080215 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-56fc3b52-bbb1-4ee3-9172-eb3a118a7718 req-a4500d1d-b797-4ae6-b92c-59bd330b7f9d tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 944 time: 0.0452144 Sep 26 05:33:01.127597 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-56fc3b52-bbb1-4ee3-9172-eb3a118a7718 req-93297e3c-5abb-4329-b109-73375b73c506 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410554 Sep 26 05:33:01.240850 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device f45daf39-254f-46e8-9700-adeb9299ab9b up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:33:01.281319 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port f45daf39-254f-46e8-9700-adeb9299ab9b completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:33:01.287392 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port f45daf39-254f-46e8-9700-adeb9299ab9b triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:33:01.287882 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (f45daf39-254f-46e8-9700-adeb9299ab9b), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:01.288217 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port f45daf39-254f-46e8-9700-adeb9299ab9b Sep 26 05:33:01.361224 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port f45daf39-254f-46e8-9700-adeb9299ab9b is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:33:01.361600 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f45daf39-254f-46e8-9700-adeb9299ab9b), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:01.384078 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47570062-ca33-436f-ab80-34918ac9c78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45daf39-254f-46e8-9700-adeb9299ab9b'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:33:01.386316 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afa5448-c9c6-42b8-a084-a779852b0636" -d '{"events": [{"server_uuid": "47570062-ca33-436f-ab80-34918ac9c78e", "name": "network-vif-plugged", "status": "completed", "tag": "f45daf39-254f-46e8-9700-adeb9299ab9b"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:33:01.399033 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port f45daf39-254f-46e8-9700-adeb9299ab9b, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f45daf39-254f-46e8-9700-adeb9299ab9b,segment=NetworkSegment(c751e0e9-9f40-480e-b0ac-7352649a033a),segment_id=c751e0e9-9f40-480e-b0ac-7352649a033a)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:33:01.406657 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (f45daf39-254f-46e8-9700-adeb9299ab9b), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:01.429793 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd17689-40ba-429c-afa7-dc951a7d6197 x-openstack-request-id: req-9bd17689-40ba-429c-afa7-dc951a7d6197 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:33:01.430085 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47570062-ca33-436f-ab80-34918ac9c78e", "name": "network-vif-plugged", "status": "completed", "tag": "f45daf39-254f-46e8-9700-adeb9299ab9b", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:33:01.430331 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9bd17689-40ba-429c-afa7-dc951a7d6197 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:33:01.430717 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd17689-40ba-429c-afa7-dc951a7d6197'] response: {'server_uuid': '47570062-ca33-436f-ab80-34918ac9c78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45daf39-254f-46e8-9700-adeb9299ab9b', 'code': 200} Sep 26 05:33:01.455387 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=f45daf39-254f-46e8-9700-adeb9299ab9b,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:01.622423 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad983cc-c07f-4582-ac82-629907ced4fa req-93196fd8-9fa0-4b6e-a758-fc1aae17834e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:01.623898 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0ad983cc-c07f-4582-ac82-629907ced4fa req-93196fd8-9fa0-4b6e-a758-fc1aae17834e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0482438 Sep 26 05:33:01.635503 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abca0f-f208-48ae-bd85-9480fbcf86fa req-f54b811f-7482-43b1-b592-bf18557fa6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:01.637081 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f2abca0f-f208-48ae-bd85-9480fbcf86fa req-f54b811f-7482-43b1-b592-bf18557fa6f8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 1129 time: 0.0389776 Sep 26 05:33:01.672609 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0ad983cc-c07f-4582-ac82-629907ced4fa req-e04022c5-71e5-435f-8d1c-9708dc4954ce tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430081 Sep 26 05:33:01.690963 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-f2abca0f-f208-48ae-bd85-9480fbcf86fa req-81ae7e06-c0b6-42e0-9f7d-16ed2aa2fd48 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383573 Sep 26 05:33:02.251001 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69679c37-0e75-41bf-8273-d66d73ab1006 req-55256cbc-0ac8-49cb-8626-d1bffba54299 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:02.252473 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-69679c37-0e75-41bf-8273-d66d73ab1006 req-55256cbc-0ac8-49cb-8626-d1bffba54299 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 945 time: 0.0488760 Sep 26 05:33:02.299210 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-69679c37-0e75-41bf-8273-d66d73ab1006 req-4b0990f2-f3aa-4de8-b943-f5e30b7ce9f4 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402596 Sep 26 05:33:02.793308 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f03dbb-6ea7-49aa-b49a-416048b892c5 req-26b118c0-2de5-4039-a00f-b4e2d477b7d0 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:02.794771 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-35f03dbb-6ea7-49aa-b49a-416048b892c5 req-26b118c0-2de5-4039-a00f-b4e2d477b7d0 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0456581 Sep 26 05:33:02.841323 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-35f03dbb-6ea7-49aa-b49a-416048b892c5 req-91748c9d-952f-4b09-871e-c2da9afca1f4 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409839 Sep 26 05:33:03.422775 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93910c2-6e01-4e9b-89a8-c9cbb47b52e9 req-b3c6d190-c7a1-4522-8b17-299d322d04fb tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:03.424165 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e93910c2-6e01-4e9b-89a8-c9cbb47b52e9 req-b3c6d190-c7a1-4522-8b17-299d322d04fb tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 945 time: 0.0498748 Sep 26 05:33:03.450197 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:03.471690 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e93910c2-6e01-4e9b-89a8-c9cbb47b52e9 req-e6ec93a7-35ed-475e-b131-26c23f54bdbc tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Sep 26 05:33:03.963937 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1df7d-5d22-4272-be66-6c30044d9cf7 req-573905c8-44b7-4fc7-8af6-00927afb76eb tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:03.965388 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-29f1df7d-5d22-4272-be66-6c30044d9cf7 req-573905c8-44b7-4fc7-8af6-00927afb76eb tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0450850 Sep 26 05:33:04.012472 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-29f1df7d-5d22-4272-be66-6c30044d9cf7 req-263213af-6b5f-4d59-b6a4-3b64b5073b88 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414929 Sep 26 05:33:04.592777 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b81dc-ff1f-4469-ac6c-4f0a3889cc85 req-ca3d1b4f-cabc-456a-ac22-5afe93f281d2 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:04.594216 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c75b81dc-ff1f-4469-ac6c-4f0a3889cc85 req-ca3d1b4f-cabc-456a-ac22-5afe93f281d2 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 945 time: 0.0446005 Sep 26 05:33:04.645069 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c75b81dc-ff1f-4469-ac6c-4f0a3889cc85 req-f90a8013-2e51-4cdf-bf39-017a24fdb7c7 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447228 Sep 26 05:33:05.135050 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10a983-c22f-4394-af2f-1e8034757fac req-cd7e2b8b-f842-4e9d-a05d-375437d09596 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:05.136568 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0a10a983-c22f-4394-af2f-1e8034757fac req-cd7e2b8b-f842-4e9d-a05d-375437d09596 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0475636 Sep 26 05:33:05.183723 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0a10a983-c22f-4394-af2f-1e8034757fac req-80f975ba-15dc-4e51-9c30-1220953ad9d2 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417709 Sep 26 05:33:06.305835 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efb6f0-38a0-41b3-ada8-518d59a62394 req-1c1a46a1-3f83-4c33-a55b-d673195e3e9f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:06.307280 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-93efb6f0-38a0-41b3-ada8-518d59a62394 req-1c1a46a1-3f83-4c33-a55b-d673195e3e9f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0467758 Sep 26 05:33:06.352815 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-93efb6f0-38a0-41b3-ada8-518d59a62394 req-5d7fc3ab-af16-4462-8a57-1cff3f943b5d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399561 Sep 26 05:33:07.477548 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18eee9-26e2-4b93-945b-115b3c0ffc53 req-d91b6175-8b0f-40c2-a417-85fa2ae35b4a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:07.478994 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9f18eee9-26e2-4b93-945b-115b3c0ffc53 req-d91b6175-8b0f-40c2-a417-85fa2ae35b4a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0491486 Sep 26 05:33:07.504230 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:07.525312 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9f18eee9-26e2-4b93-945b-115b3c0ffc53 req-93720221-5505-4d89-a63c-63d180279b31 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404882 Sep 26 05:33:08.441739 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c30c42-82f4-4662-aeec-e6302fce4afa req-35038cc0-05d0-4641-a352-35ad213c1001 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:08.444151 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-01c30c42-82f4-4662-aeec-e6302fce4afa req-35038cc0-05d0-4641-a352-35ad213c1001 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 946 time: 0.0475805 Sep 26 05:33:08.490779 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-01c30c42-82f4-4662-aeec-e6302fce4afa req-86f94acc-c5f0-4ef4-895b-d897f3cebe6c tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411086 Sep 26 05:33:08.648182 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e3696-fa37-43fc-b6c3-427beae6db09 req-00d87be2-73ec-4386-8ef0-9c0280bd8295 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:08.649661 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-481e3696-fa37-43fc-b6c3-427beae6db09 req-00d87be2-73ec-4386-8ef0-9c0280bd8295 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0462327 Sep 26 05:33:08.698747 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-481e3696-fa37-43fc-b6c3-427beae6db09 req-260107ef-7a68-4dde-91a7-0affc3e17911 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436234 Sep 26 05:33:09.615553 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e267e-53ab-4359-8e64-64bb68551d65 req-7180fe74-0820-4207-ace8-1ffe65df6914 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:09.617011 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b73e267e-53ab-4359-8e64-64bb68551d65 req-7180fe74-0820-4207-ace8-1ffe65df6914 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 946 time: 0.0456505 Sep 26 05:33:09.663294 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b73e267e-53ab-4359-8e64-64bb68551d65 req-6a6feb01-f4ff-4029-8d64-586fa715eeba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406754 Sep 26 05:33:09.819194 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a903d-da07-41a7-a91b-962bb40e6874 req-56264bb9-dcfb-4c86-a04c-4ad45a31e9af tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:09.820586 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6f9a903d-da07-41a7-a91b-962bb40e6874 req-56264bb9-dcfb-4c86-a04c-4ad45a31e9af tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0468020 Sep 26 05:33:09.868946 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6f9a903d-da07-41a7-a91b-962bb40e6874 req-3d0380df-94eb-43b3-92fe-bb47427a8c8c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429423 Sep 26 05:33:10.784084 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95481067-e320-4436-8879-67c58aa32653 req-cd5a3024-df09-4e95-b252-45e5f10501c4 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:10.785583 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95481067-e320-4436-8879-67c58aa32653 req-cd5a3024-df09-4e95-b252-45e5f10501c4 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 946 time: 0.0488544 Sep 26 05:33:10.832416 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95481067-e320-4436-8879-67c58aa32653 req-b3ba53f6-4830-4b44-bb6a-a1e6bc0e5a1a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407248 Sep 26 05:33:10.991110 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b25e41-7494-41d6-87b0-dac84429a02c req-b76ba417-84a5-4b2e-9d8d-6950d8680e3c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:10.992312 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a4b25e41-7494-41d6-87b0-dac84429a02c req-b76ba417-84a5-4b2e-9d8d-6950d8680e3c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0490339 Sep 26 05:33:11.036648 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a4b25e41-7494-41d6-87b0-dac84429a02c req-d1531a77-a127-4431-8436-682353fd08fd tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388362 Sep 26 05:33:11.218103 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-9e1ba139-1865-4c5f-9137-2f97798a2dae tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:11.219513 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-9e1ba139-1865-4c5f-9137-2f97798a2dae tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 946 time: 0.0797145 Sep 26 05:33:11.444928 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:11.453453 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:11.961431 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a883b99-c76c-43a4-beb2-9d347c438565 req-e23c083f-2808-4958-837d-552b64e284c0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:11.962906 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3a883b99-c76c-43a4-beb2-9d347c438565 req-e23c083f-2808-4958-837d-552b64e284c0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 946 time: 0.0511627 Sep 26 05:33:11.975708 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:11.992268 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-84dd9b90-d834-4f68-b909-ae1a620dd1dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Deleting port 319e5cdb-1d81-4b83-b357-3d505b372b72 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:33:11.992268 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-84dd9b90-d834-4f68-b909-ae1a620dd1dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:12.018090 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3a883b99-c76c-43a4-beb2-9d347c438565 req-e33675c0-7778-4db1-a974-85dd15e7b811 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2fe78454-c4f8-4d0c-9735-1f1830ec3be6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489712 Sep 26 05:33:12.086142 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-84dd9b90-d834-4f68-b909-ae1a620dd1dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] For port 319e5cdb-1d81-4b83-b357-3d505b372b72, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=319e5cdb-1d81-4b83-b357-3d505b372b72,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:33:12.086506 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-84dd9b90-d834-4f68-b909-ae1a620dd1dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:12.160872 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1614d33-e8fb-4119-a6d4-ac00c8b82be7 req-b257239c-d7e0-49c2-bd3e-3d73d5ef8f58 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:12.162993 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a1614d33-e8fb-4119-a6d4-ac00c8b82be7 req-b257239c-d7e0-49c2-bd3e-3d73d5ef8f58 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0475471 Sep 26 05:33:12.210737 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a1614d33-e8fb-4119-a6d4-ac00c8b82be7 req-dbb7091e-d10d-4732-ab2f-ac453f19525d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415585 Sep 26 05:33:12.299081 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-84dd9b90-d834-4f68-b909-ae1a620dd1dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:12.299663 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-84dd9b90-d834-4f68-b909-ae1a620dd1dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (6bd8e163-b6e2-4b3b-9122-ae38a740747d), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:12.299770 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.l3_db [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-84dd9b90-d834-4f68-b909-ae1a620dd1dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Floating IP 6bd8e163-b6e2-4b3b-9122-ae38a740747d disassociated. External IP: 172.27.0.47, port: 319e5cdb-1d81-4b83-b357-3d505b372b72. Sep 26 05:33:12.300055 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-84dd9b90-d834-4f68-b909-ae1a620dd1dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Calling delete_port for 319e5cdb-1d81-4b83-b357-3d505b372b72 owned by compute:nova {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:33:12.428857 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-84dd9b90-d834-4f68-b909-ae1a620dd1dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (319e5cdb-1d81-4b83-b357-3d505b372b72), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:12.454220 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd9b90-d834-4f68-b909-ae1a620dd1dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event deleted for resources: {'Port': ['ID=319e5cdb-1d81-4b83-b357-3d505b372b72,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:12.495838 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:12.514950 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:12.571871 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-84dd9b90-d834-4f68-b909-ae1a620dd1dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Router 5588059c-6bc9-45f9-adf5-d0de95e2025a has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:33:12.683153 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-84dd9b90-d834-4f68-b909-ae1a620dd1dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:33:12.694388 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea21e162-722a-4cbb-ae92-0d531f466a7d None None] Sync routers for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:33:12.704809 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21e162-722a-4cbb-ae92-0d531f466a7d None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:33:12.705701 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-ea21e162-722a-4cbb-ae92-0d531f466a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:32:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:33:12.747613 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-84dd9b90-d834-4f68-b909-ae1a620dd1dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] No DVR routers for this DVR port 319e5cdb-1d81-4b83-b357-3d505b372b72 on host hv-cinder-85918 {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:33:12.750295 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-84dd9b90-d834-4f68-b909-ae1a620dd1dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:12.754949 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-adcd2a66-5ffa-42e4-b067-ba2fe2735d93 req-84dd9b90-d834-4f68-b909-ae1a620dd1dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "DELETE /networking/v2.0/ports/319e5cdb-1d81-4b83-b357-3d505b372b72 HTTP/1.1" status: 204 len: 173 time: 0.8799293 Sep 26 05:33:12.755444 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197dc2cf-12cf-4bf8-8dbd-c05654f127db', 'name': 'network-vif-deleted', 'tag': '319e5cdb-1d81-4b83-b357-3d505b372b72'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:33:12.757939 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a42cf9-ee7f-44cf-8c92-183418cc0312" -d '{"events": [{"server_uuid": "197dc2cf-12cf-4bf8-8dbd-c05654f127db", "name": "network-vif-deleted", "tag": "319e5cdb-1d81-4b83-b357-3d505b372b72"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:33:12.811215 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0acd69-61a4-4076-aa02-80b33c1e3d65 x-openstack-request-id: req-1b0acd69-61a4-4076-aa02-80b33c1e3d65 {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:33:12.811714 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "197dc2cf-12cf-4bf8-8dbd-c05654f127db", "name": "network-vif-deleted", "tag": "319e5cdb-1d81-4b83-b357-3d505b372b72", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:33:12.811894 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b0acd69-61a4-4076-aa02-80b33c1e3d65 {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:33:12.812816 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0acd69-61a4-4076-aa02-80b33c1e3d65'] response: {'server_uuid': '197dc2cf-12cf-4bf8-8dbd-c05654f127db', 'name': 'network-vif-deleted', 'tag': '319e5cdb-1d81-4b83-b357-3d505b372b72', 'status': 'completed', 'code': 200} Sep 26 05:33:12.822713 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-ea21e162-722a-4cbb-ae92-0d531f466a7d None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:33:13.047934 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-ea21e162-722a-4cbb-ae92-0d531f466a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'e919b886-ddb8-4731-a554-e8cc882096f7', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': '61f405ec-53a2-45d3-97e1-b2c513f8244a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:ea:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:29:32Z', 'updated_at': '2022-09-26T05:30:10Z', 'revision_number': 2, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:33:13.077980 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea21e162-722a-4cbb-ae92-0d531f466a7d None None] Checking router: 5588059c-6bc9-45f9-adf5-d0de95e2025a for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:33:13.093002 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21e162-722a-4cbb-ae92-0d531f466a7d None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:33:13.093880 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-ea21e162-722a-4cbb-ae92-0d531f466a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:32:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:33:13.154988 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ebf8bbb8-1899-404e-8466-f654b9d774d3 req-ebc04dc6-7c9d-4320-8dbd-396ec1075574 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=197dc2cf-12cf-4bf8-8dbd-c05654f127db HTTP/1.1" status: 200 len: 210 time: 0.0293725 Sep 26 05:33:13.208035 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-ea21e162-722a-4cbb-ae92-0d531f466a7d None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:33:13.352531 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f156331-e8ad-4908-8976-346ac045146b req-ad873d1f-c20d-4b04-831b-0b28c154e32f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:13.354280 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6f156331-e8ad-4908-8976-346ac045146b req-ad873d1f-c20d-4b04-831b-0b28c154e32f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0563447 Sep 26 05:33:13.407165 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6f156331-e8ad-4908-8976-346ac045146b req-94a2cc9b-6367-4a69-9266-5a4e451e0e81 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469885 Sep 26 05:33:13.441555 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-ea21e162-722a-4cbb-ae92-0d531f466a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'e919b886-ddb8-4731-a554-e8cc882096f7', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': '61f405ec-53a2-45d3-97e1-b2c513f8244a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:ea:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:29:32Z', 'updated_at': '2022-09-26T05:30:10Z', 'revision_number': 2, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:33:13.474996 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea21e162-722a-4cbb-ae92-0d531f466a7d None None] The sync data for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi is: [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'e919b886-ddb8-4731-a554-e8cc882096f7', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': '61f405ec-53a2-45d3-97e1-b2c513f8244a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:ea:7d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:29:32Z', 'updated_at': '2022-09-26T05:30:10Z', 'revision_number': 2, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:33:13.770471 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb631ab7-7070-4d72-8481-caec1b00a738 None None] New status for floating IP 6bd8e163-b6e2-4b3b-9122-ae38a740747d: DOWN {{(pid=106343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:33:14.251605 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 39892) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:33:14.306698 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-22222bed-04d0-4817-a950-c11a74fd909f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (2fe78454-c4f8-4d0c-9735-1f1830ec3be6), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:14.331124 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-22222bed-04d0-4817-a950-c11a74fd909f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (2fe78454-c4f8-4d0c-9735-1f1830ec3be6), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:14.380604 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-22222bed-04d0-4817-a950-c11a74fd909f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (2fe78454-c4f8-4d0c-9735-1f1830ec3be6), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:14.383052 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-22222bed-04d0-4817-a950-c11a74fd909f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:14.384183 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-22222bed-04d0-4817-a950-c11a74fd909f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2fe78454-c4f8-4d0c-9735-1f1830ec3be6 HTTP/1.1" status: 204 len: 168 time: 0.1310782 Sep 26 05:33:14.387030 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 39894) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:33:14.393136 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22222bed-04d0-4817-a950-c11a74fd909f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe78454-c4f8-4d0c-9735-1f1830ec3be6,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:14.400887 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.api.v2.resource [None req-47149b90-399c-410c-a63c-551baa8139cb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] show failed (client error): The resource could not be found. Sep 26 05:33:14.401861 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-47149b90-399c-410c-a63c-551baa8139cb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups/2fe78454-c4f8-4d0c-9735-1f1830ec3be6 HTTP/1.1" status: 404 len: 347 time: 0.0137563 Sep 26 05:33:14.404727 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 39896) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:33:14.534756 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:14.546835 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa33dc-669a-4782-985c-9e21ecbdb0cf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Deleting port 05b5d675-fc97-4d01-ab29-bf4e33283979 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:33:14.547174 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bdaa33dc-669a-4782-985c-9e21ecbdb0cf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (05b5d675-fc97-4d01-ab29-bf4e33283979), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:14.555183 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9dc36-a365-4e7d-90b2-6b7bd6151e48 req-9eb6e93c-4ee2-4791-9169-e0d40f9406a0 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:14.556645 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b4b9dc36-a365-4e7d-90b2-6b7bd6151e48 req-9eb6e93c-4ee2-4791-9169-e0d40f9406a0 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0724363 Sep 26 05:33:14.658064 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b4b9dc36-a365-4e7d-90b2-6b7bd6151e48 req-d0494207-2c56-4c84-a2f2-57216a3956b9 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923932 Sep 26 05:33:14.667876 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bdaa33dc-669a-4782-985c-9e21ecbdb0cf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (05b5d675-fc97-4d01-ab29-bf4e33283979), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:14.668213 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bdaa33dc-669a-4782-985c-9e21ecbdb0cf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (05b5d675-fc97-4d01-ab29-bf4e33283979), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:14.691698 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-bdaa33dc-669a-4782-985c-9e21ecbdb0cf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Calling delete_port for 05b5d675-fc97-4d01-ab29-bf4e33283979 owned by network:floatingip {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:33:15.066581 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bdaa33dc-669a-4782-985c-9e21ecbdb0cf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (05b5d675-fc97-4d01-ab29-bf4e33283979), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:15.093115 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa33dc-669a-4782-985c-9e21ecbdb0cf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event deleted for resources: {'Port': ['ID=05b5d675-fc97-4d01-ab29-bf4e33283979,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:15.155836 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bdaa33dc-669a-4782-985c-9e21ecbdb0cf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (6bd8e163-b6e2-4b3b-9122-ae38a740747d), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:15.158465 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bdaa33dc-669a-4782-985c-9e21ecbdb0cf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:15.159601 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-bdaa33dc-669a-4782-985c-9e21ecbdb0cf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/6bd8e163-b6e2-4b3b-9122-ae38a740747d HTTP/1.1" status: 204 len: 168 time: 0.7539999 Sep 26 05:33:15.778451 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c26c61-ffa4-447a-981b-9b4d73635e1e req-2d1c8f31-5ad5-4859-b1ab-cb6aa5d51aad tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:15.779917 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-12c26c61-ffa4-447a-981b-9b4d73635e1e req-2d1c8f31-5ad5-4859-b1ab-cb6aa5d51aad tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0457718 Sep 26 05:33:15.825662 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-12c26c61-ffa4-447a-981b-9b4d73635e1e req-a0a16cd8-0346-4321-abd3-13cacf92e715 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403352 Sep 26 05:33:16.421794 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 319e5cdb-1d81-4b83-b357-3d505b372b72 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:33:16.441769 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: 319e5cdb-1d81-4b83-b357-3d505b372b72 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:33:16.442115 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 319e5cdb-1d81-4b83-b357-3d505b372b72 not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:33:16.946568 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9348ed-595f-4b6d-83c3-5437bc73e1e5 req-920bc7c7-c7b9-46ee-a20c-300ca1a6b078 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:16.947998 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fa9348ed-595f-4b6d-83c3-5437bc73e1e5 req-920bc7c7-c7b9-46ee-a20c-300ca1a6b078 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0451028 Sep 26 05:33:16.993671 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fa9348ed-595f-4b6d-83c3-5437bc73e1e5 req-46bc74da-daf1-4e0a-96e2-30b4812ee98d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401387 Sep 26 05:33:18.012166 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:18.117043 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:18.132077 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98c47d-058f-4440-904c-f00e96ebe385 req-bc1d18f3-8836-44f5-887e-c2e6afe05354 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:18.133634 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9c98c47d-058f-4440-904c-f00e96ebe385 req-bc1d18f3-8836-44f5-887e-c2e6afe05354 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0583692 Sep 26 05:33:18.181464 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9c98c47d-058f-4440-904c-f00e96ebe385 req-d2a50047-c176-4ca0-b2e6-bc979e3b752e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419488 Sep 26 05:33:19.300930 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5677cb-1a17-43f5-9d4d-cd06b4e8bac8 req-5eed5007-cc97-4c0b-a6b9-22cc2790322d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:19.303094 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-af5677cb-1a17-43f5-9d4d-cd06b4e8bac8 req-5eed5007-cc97-4c0b-a6b9-22cc2790322d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0460794 Sep 26 05:33:19.349582 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-af5677cb-1a17-43f5-9d4d-cd06b4e8bac8 req-0e60d797-64b3-4d9c-9b86-f606ed16c453 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408897 Sep 26 05:33:20.467415 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da415d92-33b1-4e7a-9ab2-fc2097a87602 req-2f072ec1-1520-47c4-bc81-09d284b49129 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:20.468893 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-da415d92-33b1-4e7a-9ab2-fc2097a87602 req-2f072ec1-1520-47c4-bc81-09d284b49129 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0459952 Sep 26 05:33:20.519060 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-da415d92-33b1-4e7a-9ab2-fc2097a87602 req-cd370987-17b2-451f-8a2a-e62c448b6935 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445752 Sep 26 05:33:21.637740 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95765e4c-24a8-4c77-a4c2-014f2ac7761a req-e064d452-5bfc-46e0-a97b-b35ad73a21b5 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:21.639154 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95765e4c-24a8-4c77-a4c2-014f2ac7761a req-e064d452-5bfc-46e0-a97b-b35ad73a21b5 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0449378 Sep 26 05:33:21.664175 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:21.686147 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95765e4c-24a8-4c77-a4c2-014f2ac7761a req-5fef459b-8d07-4718-bc79-a0b8de2bbee0 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416191 Sep 26 05:33:22.815304 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30965cc1-9671-4a1a-b836-3e236d315619 req-e126934c-bfd6-4dd2-872a-ef801816af67 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:22.822336 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-30965cc1-9671-4a1a-b836-3e236d315619 req-e126934c-bfd6-4dd2-872a-ef801816af67 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0582016 Sep 26 05:33:22.878878 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-30965cc1-9671-4a1a-b836-3e236d315619 req-fb35617c-49a2-437a-b4b5-29098cfd92a1 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488260 Sep 26 05:33:23.105567 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ec018-9f74-477c-9359-1022aac98262 req-b256b058-328b-44ef-a7a2-957cafaf0fdd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:23.107036 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c92ec018-9f74-477c-9359-1022aac98262 req-b256b058-328b-44ef-a7a2-957cafaf0fdd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 945 time: 0.0502164 Sep 26 05:33:23.154744 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c92ec018-9f74-477c-9359-1022aac98262 req-63a924d1-a11d-49ce-b6dd-36885ffaae2c tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415268 Sep 26 05:33:23.257364 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-ae8016fc-7124-48d3-967a-52ca502a9812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:23.853080 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:23.881089 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:24.006329 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33194dfd-3ed7-439d-83d6-475f77683cea req-68fde23d-5fa1-4e2e-8d35-76e07414a7bd tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:24.007758 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33194dfd-3ed7-439d-83d6-475f77683cea req-68fde23d-5fa1-4e2e-8d35-76e07414a7bd tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0503480 Sep 26 05:33:24.058255 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-33194dfd-3ed7-439d-83d6-475f77683cea req-e14e5596-c997-4bce-86dd-2c97861ccb9a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449550 Sep 26 05:33:24.275907 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7177d6-afaf-48f3-adfb-d28616856438 req-13bbda89-ce93-42ac-8b2a-f3942482c356 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:24.277380 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2e7177d6-afaf-48f3-adfb-d28616856438 req-13bbda89-ce93-42ac-8b2a-f3942482c356 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 945 time: 0.0481694 Sep 26 05:33:24.323130 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2e7177d6-afaf-48f3-adfb-d28616856438 req-ad927fc0-6a7e-40db-a671-35d345ac9483 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402229 Sep 26 05:33:24.388312 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=39,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:24.389507 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=33,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:25.177259 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8512864-197c-4ab5-8644-b1f5f65b6642 req-08f51745-31d9-4362-814b-ece39fc27a00 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:25.178718 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e8512864-197c-4ab5-8644-b1f5f65b6642 req-08f51745-31d9-4362-814b-ece39fc27a00 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0451381 Sep 26 05:33:25.241188 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e8512864-197c-4ab5-8644-b1f5f65b6642 req-237e2810-e3ff-442f-b977-ea43c1df8f9e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569434 Sep 26 05:33:25.453005 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e0e5e-58e5-4c7a-b192-bc3984565687 req-41f3ce9c-5311-43ed-8c52-09b52aacdb48 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:25.454490 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0e1e0e5e-58e5-4c7a-b192-bc3984565687 req-41f3ce9c-5311-43ed-8c52-09b52aacdb48 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 945 time: 0.0536177 Sep 26 05:33:25.505729 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0e1e0e5e-58e5-4c7a-b192-bc3984565687 req-7d2e6036-8b3d-47e9-b03c-6d9901c1b030 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=2d6529e1-6d59-4c38-baef-e062b292617e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452299 Sep 26 05:33:25.604190 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-220057f5-3441-499f-8579-ca3d1648fa16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:25.631357 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-18c23446-e017-491d-89fe-031790c879d0 req-0b97b349-c756-4883-a986-085c6984582a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400934 Sep 26 05:33:25.753222 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c23446-e017-491d-89fe-031790c879d0 req-e522944e-59d8-4ae8-984e-81ac50d43b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:25.754770 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-18c23446-e017-491d-89fe-031790c879d0 req-e522944e-59d8-4ae8-984e-81ac50d43b15 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e&device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 1130 time: 0.0397038 Sep 26 05:33:25.760117 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-dbcd6556-a69d-48a8-a2f2-ea5ea8634f54 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:25.761574 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-dbcd6556-a69d-48a8-a2f2-ea5ea8634f54 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 945 time: 0.0455706 Sep 26 05:33:25.827766 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:25.864695 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-913c1669-80aa-4a1d-b366-1f90c21438b8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Deleting port 61f405ec-53a2-45d3-97e1-b2c513f8244a {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:33:25.865098 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-913c1669-80aa-4a1d-b366-1f90c21438b8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:25.889758 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c23446-e017-491d-89fe-031790c879d0 req-fce31d63-48b4-4d2a-86e8-784c3773ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:25.891125 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-18c23446-e017-491d-89fe-031790c879d0 req-fce31d63-48b4-4d2a-86e8-784c3773ae84 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a033fac-5647-47c1-8abf-96bf265545b0 HTTP/1.1" status: 200 len: 917 time: 0.0964508 Sep 26 05:33:25.957591 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-18c23446-e017-491d-89fe-031790c879d0 req-7fb1de5f-21b2-4578-ba22-2fb5fc3c830e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db14dfec-952b-46e2-9617-72801c005bb3 HTTP/1.1" status: 200 len: 1001 time: 0.0549116 Sep 26 05:33:25.958428 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-913c1669-80aa-4a1d-b366-1f90c21438b8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] For port 61f405ec-53a2-45d3-97e1-b2c513f8244a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=61f405ec-53a2-45d3-97e1-b2c513f8244a,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:33:25.958792 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-913c1669-80aa-4a1d-b366-1f90c21438b8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:26.015032 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c23446-e017-491d-89fe-031790c879d0 req-c87473fe-0aff-4059-afd5-10c5c6112c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:26.016495 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-18c23446-e017-491d-89fe-031790c879d0 req-c87473fe-0aff-4059-afd5-10c5c6112c1b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=68ec3a06-35a7-4882-936e-ce718bcdd1ec HTTP/1.1" status: 200 len: 855 time: 0.0463839 Sep 26 05:33:26.060904 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c23446-e017-491d-89fe-031790c879d0 req-78c31756-242b-4ce9-8a39-2fbc13dbdaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:26.062429 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-18c23446-e017-491d-89fe-031790c879d0 req-78c31756-242b-4ce9-8a39-2fbc13dbdaf0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a033fac-5647-47c1-8abf-96bf265545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376399 Sep 26 05:33:26.165028 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-18c23446-e017-491d-89fe-031790c879d0 req-9aaa14c1-fe56-492c-99ec-c7f7f1517ef4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831065 Sep 26 05:33:26.166802 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-913c1669-80aa-4a1d-b366-1f90c21438b8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:26.167172 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-913c1669-80aa-4a1d-b366-1f90c21438b8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (e919b886-ddb8-4731-a554-e8cc882096f7), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:26.167519 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-913c1669-80aa-4a1d-b366-1f90c21438b8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Floating IP e919b886-ddb8-4731-a554-e8cc882096f7 disassociated. External IP: 172.27.0.5, port: 61f405ec-53a2-45d3-97e1-b2c513f8244a. Sep 26 05:33:26.167863 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-913c1669-80aa-4a1d-b366-1f90c21438b8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Calling delete_port for 61f405ec-53a2-45d3-97e1-b2c513f8244a owned by compute:nova {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:33:26.222124 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:26.274284 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-18c23446-e017-491d-89fe-031790c879d0 req-38f2041a-b6b4-47c1-9299-0b50ee968c5d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889308 Sep 26 05:33:26.305032 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-913c1669-80aa-4a1d-b366-1f90c21438b8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (61f405ec-53a2-45d3-97e1-b2c513f8244a), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:26.336755 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c1669-80aa-4a1d-b366-1f90c21438b8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event deleted for resources: {'Port': ['ID=61f405ec-53a2-45d3-97e1-b2c513f8244a,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:26.422512 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d0919-811a-44cf-9b6f-2fbfb65d5c35 req-e8fb78d5-515c-4d3d-a105-bebbf0de5b4b tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:26.423874 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f71d0919-811a-44cf-9b6f-2fbfb65d5c35 req-e8fb78d5-515c-4d3d-a105-bebbf0de5b4b tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0921593 Sep 26 05:33:26.517095 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f71d0919-811a-44cf-9b6f-2fbfb65d5c35 req-13f550da-98b8-4691-aae6-00d670abfd95 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860977 Sep 26 05:33:26.524292 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-913c1669-80aa-4a1d-b366-1f90c21438b8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Router 5588059c-6bc9-45f9-adf5-d0de95e2025a has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:33:26.645054 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-dcc00622-5390-4dfa-954e-d87a1ecbd93c req-c020fab5-c6a3-48c2-84d4-517366d345b1 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 210 time: 0.0341806 Sep 26 05:33:26.656272 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-913c1669-80aa-4a1d-b366-1f90c21438b8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:33:26.667682 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cf2fa5-a73d-478c-bfa8-1b41efa9d330 None None] Sync routers for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:33:26.679168 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf2fa5-a73d-478c-bfa8-1b41efa9d330 None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:33:26.679780 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-b8cf2fa5-a73d-478c-bfa8-1b41efa9d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:33:26.709283 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-913c1669-80aa-4a1d-b366-1f90c21438b8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] No DVR routers for this DVR port 61f405ec-53a2-45d3-97e1-b2c513f8244a on host hv-cinder-85918 {{(pid=106340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:33:26.711860 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-913c1669-80aa-4a1d-b366-1f90c21438b8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:26.715548 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9300b8f7-5f1f-45ad-87fc-ea65c04608a3 req-913c1669-80aa-4a1d-b366-1f90c21438b8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "DELETE /networking/v2.0/ports/61f405ec-53a2-45d3-97e1-b2c513f8244a HTTP/1.1" status: 204 len: 173 time: 0.9332027 Sep 26 05:33:26.716059 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'name': 'network-vif-deleted', 'tag': '61f405ec-53a2-45d3-97e1-b2c513f8244a'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:33:26.718360 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d341a1-b81f-44a6-9eb3-0f0f53f07447" -d '{"events": [{"server_uuid": "149e1a24-0c3f-4697-8982-771b7bbb4215", "name": "network-vif-deleted", "tag": "61f405ec-53a2-45d3-97e1-b2c513f8244a"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:33:26.775442 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25ada37-5bea-43aa-b68e-cef3bebbe118 x-openstack-request-id: req-f25ada37-5bea-43aa-b68e-cef3bebbe118 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:33:26.775748 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149e1a24-0c3f-4697-8982-771b7bbb4215", "name": "network-vif-deleted", "tag": "61f405ec-53a2-45d3-97e1-b2c513f8244a", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:33:26.775989 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f25ada37-5bea-43aa-b68e-cef3bebbe118 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:33:26.776440 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25ada37-5bea-43aa-b68e-cef3bebbe118'] response: {'server_uuid': '149e1a24-0c3f-4697-8982-771b7bbb4215', 'name': 'network-vif-deleted', 'tag': '61f405ec-53a2-45d3-97e1-b2c513f8244a', 'status': 'completed', 'code': 200} Sep 26 05:33:26.832448 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-b8cf2fa5-a73d-478c-bfa8-1b41efa9d330 None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:33:26.838623 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:26.903476 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:26.911421 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:27.086707 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-b8cf2fa5-a73d-478c-bfa8-1b41efa9d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:33:27.116767 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cf2fa5-a73d-478c-bfa8-1b41efa9d330 None None] Checking router: 5588059c-6bc9-45f9-adf5-d0de95e2025a for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:33:27.125136 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf2fa5-a73d-478c-bfa8-1b41efa9d330 None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:33:27.125753 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-b8cf2fa5-a73d-478c-bfa8-1b41efa9d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:33:27.222767 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-b8cf2fa5-a73d-478c-bfa8-1b41efa9d330 None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:33:27.534263 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-b8cf2fa5-a73d-478c-bfa8-1b41efa9d330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:33:27.563448 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cf2fa5-a73d-478c-bfa8-1b41efa9d330 None None] The sync data for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi is: [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:33:27.652586 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cfe7e-dd7f-4899-9622-a739e9f19a2d req-81684b85-4824-4261-a9e6-ff921b14fe75 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:27.654348 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d66cfe7e-dd7f-4899-9622-a739e9f19a2d req-81684b85-4824-4261-a9e6-ff921b14fe75 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0570812 Sep 26 05:33:27.707863 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d66cfe7e-dd7f-4899-9622-a739e9f19a2d req-ffa49d9a-9dfc-4cea-b7be-7d6b93701c95 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472131 Sep 26 05:33:27.785892 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4f411627-4e93-42b0-a62b-8394bba92458 req-e8be15cf-fa7c-4a6d-8554-c6dc8e9407b2 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=149e1a24-0c3f-4697-8982-771b7bbb4215 HTTP/1.1" status: 200 len: 210 time: 0.0285912 Sep 26 05:33:27.853370 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8378409-9c1a-47a8-ae58-45f5da18b88f None None] New status for floating IP e919b886-ddb8-4731-a554-e8cc882096f7: DOWN {{(pid=106343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:33:28.282537 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:28.461951 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:28.829131 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c642d38-8461-4071-b275-e9631681af90 req-cf04f5f3-da17-47b7-a485-2e50b93b3f12 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:28.830597 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4c642d38-8461-4071-b275-e9631681af90 req-cf04f5f3-da17-47b7-a485-2e50b93b3f12 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0463076 Sep 26 05:33:28.857923 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:28.884232 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40026) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:33:28.885830 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4c642d38-8461-4071-b275-e9631681af90 req-ab371b50-e0c9-4991-aeb9-12a3dce889e8 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496230 Sep 26 05:33:28.942043 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9136920d-8336-4aea-87db-52b3ba805e56 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (2d6529e1-6d59-4c38-baef-e062b292617e), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:28.965043 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9136920d-8336-4aea-87db-52b3ba805e56 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (2d6529e1-6d59-4c38-baef-e062b292617e), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.025798 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9136920d-8336-4aea-87db-52b3ba805e56 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (2d6529e1-6d59-4c38-baef-e062b292617e), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.028760 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9136920d-8336-4aea-87db-52b3ba805e56 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.032502 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-9136920d-8336-4aea-87db-52b3ba805e56 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/2d6529e1-6d59-4c38-baef-e062b292617e HTTP/1.1" status: 204 len: 168 time: 0.1445024 Sep 26 05:33:29.033036 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40032) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:33:29.040380 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136920d-8336-4aea-87db-52b3ba805e56 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6529e1-6d59-4c38-baef-e062b292617e,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:29.059151 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.api.v2.resource [None req-92493fd1-e846-4c51-a32f-963b033fdb83 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] show failed (client error): The resource could not be found. Sep 26 05:33:29.060428 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-92493fd1-e846-4c51-a32f-963b033fdb83 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups/2d6529e1-6d59-4c38-baef-e062b292617e HTTP/1.1" status: 404 len: 347 time: 0.0259848 Sep 26 05:33:29.064864 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40034) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:33:29.128584 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35c15b-be5e-4d2f-8a18-73bb6b812f95 req-286d6f8c-8556-4616-91d9-9565b893dd6a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:29.130090 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3a35c15b-be5e-4d2f-8a18-73bb6b812f95 req-286d6f8c-8556-4616-91d9-9565b893dd6a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0730548 Sep 26 05:33:29.196927 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-3cf8e9e6-c94a-4f8c-a15d-c7198e6971a0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Deleting port cb5e6750-3d11-4399-9792-7e9e8f740b95 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:33:29.197358 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3cf8e9e6-c94a-4f8c-a15d-c7198e6971a0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (cb5e6750-3d11-4399-9792-7e9e8f740b95), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.207374 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e37f7-4b5b-46db-b664-a3d3164b7ad3 req-0f11883a-30a0-4268-b6f5-6b15cbbead7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:29.209548 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f4e37f7-4b5b-46db-b664-a3d3164b7ad3 req-0f11883a-30a0-4268-b6f5-6b15cbbead7d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=49fe69e57e744eea93988aecfa9decc2&device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 1130 time: 0.0591123 Sep 26 05:33:29.213921 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3a35c15b-be5e-4d2f-8a18-73bb6b812f95 req-039f957e-e3f8-475b-abd4-de551195f60f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778551 Sep 26 05:33:29.282892 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3cf8e9e6-c94a-4f8c-a15d-c7198e6971a0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (cb5e6750-3d11-4399-9792-7e9e8f740b95), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.283230 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3cf8e9e6-c94a-4f8c-a15d-c7198e6971a0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (cb5e6750-3d11-4399-9792-7e9e8f740b95), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.297073 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-3cf8e9e6-c94a-4f8c-a15d-c7198e6971a0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Calling delete_port for cb5e6750-3d11-4399-9792-7e9e8f740b95 owned by network:floatingip {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:33:29.328036 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:29.330495 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e37f7-4b5b-46db-b664-a3d3164b7ad3 req-9bcbbb9a-ebb4-4d3a-99b4-b59259b84389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:29.332298 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f4e37f7-4b5b-46db-b664-a3d3164b7ad3 req-9bcbbb9a-ebb4-4d3a-99b4-b59259b84389 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf HTTP/1.1" status: 200 len: 910 time: 0.1139073 Sep 26 05:33:29.377816 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:29.379738 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:29.407594 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528856c-07ca-44a9-9be8-9bf0a46a2df5 req-ed1796ab-30a0-4f18-97b6-548eeaf93a88 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:29.409109 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e528856c-07ca-44a9-9be8-9bf0a46a2df5 req-ed1796ab-30a0-4f18-97b6-548eeaf93a88 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 945 time: 0.0486197 Sep 26 05:33:29.445427 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3cf8e9e6-c94a-4f8c-a15d-c7198e6971a0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (cb5e6750-3d11-4399-9792-7e9e8f740b95), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.459041 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e528856c-07ca-44a9-9be8-9bf0a46a2df5 req-bc0467cc-c6f3-4a86-8109-5a2a733a68fe tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442500 Sep 26 05:33:29.478865 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8e9e6-c94a-4f8c-a15d-c7198e6971a0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event deleted for resources: {'Port': ['ID=cb5e6750-3d11-4399-9792-7e9e8f740b95,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:29.528667 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 61f405ec-53a2-45d3-97e1-b2c513f8244a no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:33:29.537246 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3cf8e9e6-c94a-4f8c-a15d-c7198e6971a0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (e919b886-ddb8-4731-a554-e8cc882096f7), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.539932 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3cf8e9e6-c94a-4f8c-a15d-c7198e6971a0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.541229 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-3cf8e9e6-c94a-4f8c-a15d-c7198e6971a0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/e919b886-ddb8-4731-a554-e8cc882096f7 HTTP/1.1" status: 204 len: 168 time: 0.4752808 Sep 26 05:33:29.549296 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: 61f405ec-53a2-45d3-97e1-b2c513f8244a {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:33:29.549641 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 61f405ec-53a2-45d3-97e1-b2c513f8244a not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:33:29.611678 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40044) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:33:29.617181 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-fe6d0d71-fde8-4584-ac70-71f7f8449c2f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1771268680', 'description': 'tempest-description--597476953'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:33:29.638022 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fe6d0d71-fde8-4584-ac70-71f7f8449c2f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.705517 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fe6d0d71-fde8-4584-ac70-71f7f8449c2f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (64d31732-9890-4856-987f-14b10c2c2a91), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.709063 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fe6d0d71-fde8-4584-ac70-71f7f8449c2f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (64d31732-9890-4856-987f-14b10c2c2a91), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.739276 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d0d71-fde8-4584-ac70-71f7f8449c2f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d31732-9890-4856-987f-14b10c2c2a91,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:29.745178 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fe6d0d71-fde8-4584-ac70-71f7f8449c2f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.746353 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-fe6d0d71-fde8-4584-ac70-71f7f8449c2f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1336210 Sep 26 05:33:29.749253 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40046) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:33:29.753655 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-cbd7b490-bc02-4d51-9760-0e6e686abd9a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'security_group_rule': {'security_group_id': '64d31732-9890-4856-987f-14b10c2c2a91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:33:29.779727 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-cbd7b490-bc02-4d51-9760-0e6e686abd9a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (ac7ddf07-132d-4de0-89f6-336d4452481b), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.834133 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-cbd7b490-bc02-4d51-9760-0e6e686abd9a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (ac7ddf07-132d-4de0-89f6-336d4452481b), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.837771 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-cbd7b490-bc02-4d51-9760-0e6e686abd9a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (ac7ddf07-132d-4de0-89f6-336d4452481b), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.857943 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7b490-bc02-4d51-9760-0e6e686abd9a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7ddf07-132d-4de0-89f6-336d4452481b,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:29.866833 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-cbd7b490-bc02-4d51-9760-0e6e686abd9a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.868010 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-cbd7b490-bc02-4d51-9760-0e6e686abd9a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176353 Sep 26 05:33:29.870674 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40048) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:33:29.874781 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-889104c3-e6b9-44a5-8e0d-51f349589e2b tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'security_group_rule': {'security_group_id': '64d31732-9890-4856-987f-14b10c2c2a91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:33:29.900039 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-889104c3-e6b9-44a5-8e0d-51f349589e2b tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (46bd030e-392e-40a0-84dc-eb115d74f595), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.956649 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-889104c3-e6b9-44a5-8e0d-51f349589e2b tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (46bd030e-392e-40a0-84dc-eb115d74f595), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.960002 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-889104c3-e6b9-44a5-8e0d-51f349589e2b tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (46bd030e-392e-40a0-84dc-eb115d74f595), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.978983 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889104c3-e6b9-44a5-8e0d-51f349589e2b tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bd030e-392e-40a0-84dc-eb115d74f595,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:29.987349 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-889104c3-e6b9-44a5-8e0d-51f349589e2b tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:29.992058 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-889104c3-e6b9-44a5-8e0d-51f349589e2b tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169765 Sep 26 05:33:29.992326 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40050) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:33:29.996468 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'floatingip': {'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:33:30.016631 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:30.088430 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:DELETE=10,neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:30.097159 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:30.182669 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:30.203448 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Allocated IP 172.27.0.13 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/0845317c-b0a3-4d75-8e81-4e293fa10194) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:33:30.311701 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for port (0845317c-b0a3-4d75-8e81-4e293fa10194), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:30.342129 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d774a0-0e32-4771-a45c-f9146e7acab6 req-9c5d36fd-6415-477e-825d-32ad70fff79e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:30.343639 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-98d774a0-0e32-4771-a45c-f9146e7acab6 req-9c5d36fd-6415-477e-825d-32ad70fff79e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0502169 Sep 26 05:33:30.343975 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (0845317c-b0a3-4d75-8e81-4e293fa10194), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:30.383854 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:33:30.388316 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:33:30.392117 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:33:30.393232 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-98d774a0-0e32-4771-a45c-f9146e7acab6 req-2268ef85-5e6e-49b2-b1fc-0a7cd874d649 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437918 Sep 26 05:33:30.414445 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'Port': ['ID=0845317c-b0a3-4d75-8e81-4e293fa10194,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:30.478971 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (62f2a1d4-fc61-4d1e-b014-9f6362dbf4a6), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:30.516843 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (0845317c-b0a3-4d75-8e81-4e293fa10194), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:30.583327 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ea0b8-5aec-4560-98fe-e37c5a467c0c req-961dfd74-f81c-4a4c-82e2-893328cb8937 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:30.584847 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-495ea0b8-5aec-4560-98fe-e37c5a467c0c req-961dfd74-f81c-4a4c-82e2-893328cb8937 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 945 time: 0.0478811 Sep 26 05:33:30.635021 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-495ea0b8-5aec-4560-98fe-e37c5a467c0c req-032d0326-3661-43f7-a65b-9e2d5bb2d6d7 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443959 Sep 26 05:33:30.877147 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for port (0845317c-b0a3-4d75-8e81-4e293fa10194), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:30.881726 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (0845317c-b0a3-4d75-8e81-4e293fa10194), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:30.945894 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (62f2a1d4-fc61-4d1e-b014-9f6362dbf4a6), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:30.948421 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'Port': ['ID=0845317c-b0a3-4d75-8e81-4e293fa10194,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:30.964197 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:30.965426 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-27d26ebf-018d-4551-aaf9-cdfef1e5ff79 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9721947 Sep 26 05:33:31.164102 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-9995c059-ec89-4dc1-a5a3-4962a3cb3060 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1771268680&fields=id&tenant_id=fd13dd8ec810435491e3f3cba7cca4d1 HTTP/1.1" status: 200 len: 267 time: 0.0415637 Sep 26 05:33:31.272073 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-2c41d5ba-ae8b-40a0-9e70-51cf14902870 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:31.274095 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-2c41d5ba-ae8b-40a0-9e70-51cf14902870 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/networks?id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 200 len: 815 time: 0.1038384 Sep 26 05:33:31.288293 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-ae1d1f0b-7172-48b6-b7ef-45e3c059982a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/quotas/fd13dd8ec810435491e3f3cba7cca4d1 HTTP/1.1" status: 200 len: 375 time: 0.0088582 Sep 26 05:33:31.336661 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-85c80dfa-3634-4aa1-81a3-d26bdfae0bf5 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435128 Sep 26 05:33:31.434802 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-e88c9515-7902-4d1c-9466-ab546ef470e6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869479 Sep 26 05:33:31.544344 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898c3f3-3e4e-47d5-a94d-660da724962f req-17854c20-2358-439f-b293-3581026db6e1 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:31.545771 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5898c3f3-3e4e-47d5-a94d-660da724962f req-17854c20-2358-439f-b293-3581026db6e1 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0591006 Sep 26 05:33:31.586962 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-95eda0df-5933-41bb-933d-58691b457ac5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420443 Sep 26 05:33:31.591661 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:31.654276 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5898c3f3-3e4e-47d5-a94d-660da724962f req-655df25b-6179-45e7-87be-3f72e37f81b0 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992246 Sep 26 05:33:31.670441 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f4e37f7-4b5b-46db-b664-a3d3164b7ad3 req-c81a992b-9427-41b0-9367-bedcf1546d78 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8f3d3c-69f4-4522-90e1-444ce9de2135 HTTP/1.1" status: 200 len: 1002 time: 0.0793641 Sep 26 05:33:31.763689 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d05f07da-9cf3-4893-9039-c3082fc2b99b req-edabf8b9-c210-4a7a-961c-1218e59d3544 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 210 time: 0.0410328 Sep 26 05:33:31.795475 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e37f7-4b5b-46db-b664-a3d3164b7ad3 req-87e04520-1812-4b5d-bf07-d174fa9269ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:31.796986 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f4e37f7-4b5b-46db-b664-a3d3164b7ad3 req-87e04520-1812-4b5d-bf07-d174fa9269ca service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=18db2678-2303-4b38-b9f8-4255a44db64a HTTP/1.1" status: 200 len: 848 time: 0.1173472 Sep 26 05:33:31.815265 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d01b9d-4771-40d4-a26c-4c962a7ba386 req-0562bde7-def9-4235-ab83-006b2a53fc14 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:31.816766 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a4d01b9d-4771-40d4-a26c-4c962a7ba386 req-0562bde7-def9-4235-ab83-006b2a53fc14 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 945 time: 0.0579500 Sep 26 05:33:31.892488 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e37f7-4b5b-46db-b664-a3d3164b7ad3 req-157adfa3-208b-46cf-9f6d-0771659a0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:31.893980 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f4e37f7-4b5b-46db-b664-a3d3164b7ad3 req-157adfa3-208b-46cf-9f6d-0771659a0cde service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571139 Sep 26 05:33:31.901214 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a4d01b9d-4771-40d4-a26c-4c962a7ba386 req-1aaeb6e4-dc4e-4abc-854f-9d0cc5cdff95 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778105 Sep 26 05:33:31.971432 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:32.006361 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f4e37f7-4b5b-46db-b664-a3d3164b7ad3 req-55b75655-35c2-47a2-8e82-3a3e0dea9507 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974746 Sep 26 05:33:32.134637 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f4e37f7-4b5b-46db-b664-a3d3164b7ad3 req-3c68ceab-0664-4e63-8ebd-ec0e95b765be service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958581 Sep 26 05:33:32.781550 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0703b3b-81f3-480d-96c6-4a0b80545bfb req-8d80d299-55e3-4e28-915a-582484819d81 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:32.783046 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c0703b3b-81f3-480d-96c6-4a0b80545bfb req-8d80d299-55e3-4e28-915a-582484819d81 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0467103 Sep 26 05:33:32.843581 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f39036-2eb7-49f9-a838-c5b7f0d80a68 req-c539640b-41ea-4eca-838d-532fd199a024 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:32.845059 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-96f39036-2eb7-49f9-a838-c5b7f0d80a68 req-c539640b-41ea-4eca-838d-532fd199a024 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 945 time: 0.0611675 Sep 26 05:33:32.915973 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-820e7615-40af-4428-b182-76c65b90f5bc req-205a97de-5c50-43db-8806-86a30335febc tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 210 time: 0.0631402 Sep 26 05:33:32.923265 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c0703b3b-81f3-480d-96c6-4a0b80545bfb req-255c0dbb-f8e9-44ae-9986-1ecdbb70d575 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300349 Sep 26 05:33:32.985530 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-96f39036-2eb7-49f9-a838-c5b7f0d80a68 req-aa5abe7b-7892-470d-990a-f8bfd183fb7e tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Deleting port f45daf39-254f-46e8-9700-adeb9299ab9b {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:33:32.985875 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-96f39036-2eb7-49f9-a838-c5b7f0d80a68 req-aa5abe7b-7892-470d-990a-f8bfd183fb7e tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (f45daf39-254f-46e8-9700-adeb9299ab9b), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:33.087735 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02562206-8e10-4e9d-ba8b-a2842bcf4f14 req-00a38bcb-a639-4ae7-a387-f2b0b5fe45ca tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:33.089311 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-02562206-8e10-4e9d-ba8b-a2842bcf4f14 req-00a38bcb-a639-4ae7-a387-f2b0b5fe45ca tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 945 time: 0.0878558 Sep 26 05:33:33.142204 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-96f39036-2eb7-49f9-a838-c5b7f0d80a68 req-aa5abe7b-7892-470d-990a-f8bfd183fb7e tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] For port f45daf39-254f-46e8-9700-adeb9299ab9b, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f45daf39-254f-46e8-9700-adeb9299ab9b,segment=NetworkSegment(c751e0e9-9f40-480e-b0ac-7352649a033a),segment_id=c751e0e9-9f40-480e-b0ac-7352649a033a)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:33:33.142564 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-96f39036-2eb7-49f9-a838-c5b7f0d80a68 req-aa5abe7b-7892-470d-990a-f8bfd183fb7e tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (f45daf39-254f-46e8-9700-adeb9299ab9b), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:33.165352 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-96f39036-2eb7-49f9-a838-c5b7f0d80a68 req-aa5abe7b-7892-470d-990a-f8bfd183fb7e tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Calling delete_port for f45daf39-254f-46e8-9700-adeb9299ab9b owned by compute:nova {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:33:33.172493 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-02562206-8e10-4e9d-ba8b-a2842bcf4f14 req-47a71c36-36c9-4fa3-8215-8c2eb2b8e419 tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768888 Sep 26 05:33:33.227713 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:33.297461 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-96f39036-2eb7-49f9-a838-c5b7f0d80a68 req-aa5abe7b-7892-470d-990a-f8bfd183fb7e tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (f45daf39-254f-46e8-9700-adeb9299ab9b), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:33.312992 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['f45daf39-254f-46e8-9700-adeb9299ab9b'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:33:33.323885 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5abe7b-7892-470d-990a-f8bfd183fb7e tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Pushing event deleted for resources: {'Port': ['ID=f45daf39-254f-46e8-9700-adeb9299ab9b,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:33.374379 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f39036-2eb7-49f9-a838-c5b7f0d80a68 req-aa5abe7b-7892-470d-990a-f8bfd183fb7e tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] No DVR routers for this DVR port f45daf39-254f-46e8-9700-adeb9299ab9b on host hv-cinder-85918 {{(pid=106340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:33:33.376874 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-96f39036-2eb7-49f9-a838-c5b7f0d80a68 req-aa5abe7b-7892-470d-990a-f8bfd183fb7e tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:33.380010 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-96f39036-2eb7-49f9-a838-c5b7f0d80a68 req-aa5abe7b-7892-470d-990a-f8bfd183fb7e tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.60 "DELETE /networking/v2.0/ports/f45daf39-254f-46e8-9700-adeb9299ab9b HTTP/1.1" status: 204 len: 173 time: 0.5165174 Sep 26 05:33:33.381097 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47570062-ca33-436f-ab80-34918ac9c78e', 'name': 'network-vif-deleted', 'tag': 'f45daf39-254f-46e8-9700-adeb9299ab9b'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:33:33.383312 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cefc10e-9c96-49d0-bccc-d0f50ea12597" -d '{"events": [{"server_uuid": "47570062-ca33-436f-ab80-34918ac9c78e", "name": "network-vif-deleted", "tag": "f45daf39-254f-46e8-9700-adeb9299ab9b"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:33:33.420509 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231da738-fccf-48fe-b296-9b98fd11f7a4 x-openstack-request-id: req-231da738-fccf-48fe-b296-9b98fd11f7a4 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:33:33.420815 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47570062-ca33-436f-ab80-34918ac9c78e", "name": "network-vif-deleted", "tag": "f45daf39-254f-46e8-9700-adeb9299ab9b", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:33:33.421109 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-231da738-fccf-48fe-b296-9b98fd11f7a4 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:33:33.421508 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-231da738-fccf-48fe-b296-9b98fd11f7a4'] response: {'server_uuid': '47570062-ca33-436f-ab80-34918ac9c78e', 'name': 'network-vif-deleted', 'tag': 'f45daf39-254f-46e8-9700-adeb9299ab9b', 'status': 'completed', 'code': 200} Sep 26 05:33:34.295436 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6cfd1afc-1f7a-4ecb-8431-c0b6d5940921 req-35ec3654-ea84-468d-9cdd-c7ae11e26e83 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 210 time: 0.2973447 Sep 26 05:33:34.314552 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37394714-b0f9-46ec-bb61-5df1dacb083e req-ecbca194-039c-4b8a-8939-c28fee473671 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:34.315979 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-37394714-b0f9-46ec-bb61-5df1dacb083e req-ecbca194-039c-4b8a-8939-c28fee473671 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.3091302 Sep 26 05:33:34.367102 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-37394714-b0f9-46ec-bb61-5df1dacb083e req-b1ebea2d-722f-459b-94f1-c21741ba8224 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447376 Sep 26 05:33:34.425427 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6b0a2c44-5031-4a01-b633-a4e388c6b4d4 req-ee4954d2-cb6f-4c1c-b5c1-a17c98b8bddd tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 210 time: 0.0268712 Sep 26 05:33:35.058875 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:35.111134 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-662b4444-df31-4114-86fa-ea774f444a30 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:35.112610 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-662b4444-df31-4114-86fa-ea774f444a30 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "GET /networking/v2.0/networks?id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 200 len: 815 time: 0.1117716 Sep 26 05:33:35.202262 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-8e784d88-ff86-48e7-bf9a-d149ca6f57c4 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fd13dd8ec810435491e3f3cba7cca4d1 HTTP/1.1" status: 200 len: 380 time: 0.0651083 Sep 26 05:33:35.244637 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'port': {'device_id': '43405413-d653-4c48-acc8-3af217fb7ea2', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'admin_state_up': True, 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'security_groups': ['64d31732-9890-4856-987f-14b10c2c2a91']}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:33:35.354789 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Made reservation on behalf of fd13dd8ec810435491e3f3cba7cca4d1 for: {'port': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:33:35.358870 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:35.406827 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2b84f778-81ac-41ba-b2e0-e4ef15083e9d req-d473d7a2-6932-4aa3-868d-bd34bcc5bc0e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 210 time: 0.0348260 Sep 26 05:33:35.546814 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Allocated IP 172.20.0.11 (542c3891-aa7c-4297-a50e-fe5b71cd3cf3/6783b947-c48f-4404-8277-22844ede2f74/a1082fba-8ef8-438a-a567-b6ff8339736c) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:33:35.550720 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a6b90c89-da5a-4db6-a06e-72018563b94a req-0325c4fc-cb90-496d-a248-558cfb71b16a tempest-VolumesSnapshotTestJSON-688590265 tempest-VolumesSnapshotTestJSON-688590265-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=47570062-ca33-436f-ab80-34918ac9c78e HTTP/1.1" status: 200 len: 210 time: 0.0377936 Sep 26 05:33:35.688540 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:35.690916 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:35.724025 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:35.768720 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:33:35.772602 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:33:35.776407 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:33:35.800042 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'Port': ['ID=a1082fba-8ef8-438a-a567-b6ff8339736c,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:35.813821 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:33:35.814170 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:33:35.814513 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:33:35.814854 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:33:35.815193 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:33:35.815525 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:33:35.815858 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:33:35.816187 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:33:35.816551 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:33:35.816878 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:33:35.817202 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:33:35.817535 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:33:35.818440 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:33:35.818956 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:33:35.819507 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:33:35.842348 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:35.842948 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:35.860685 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-a23fb6cf-df63-4344-be0a-c872e520e4ba tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6251385 Sep 26 05:33:35.875192 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:33:35.952775 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Request body: {'port': {'device_id': '43405413-d653-4c48-acc8-3af217fb7ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:33:35.969991 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-b03587eb-2da0-4e62-a192-ed9c35c0d561 None None] Provisioning complete for port a1082fba-8ef8-438a-a567-b6ff8339736c triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:33:35.970544 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b03587eb-2da0-4e62-a192-ed9c35c0d561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:35.970872 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b03587eb-2da0-4e62-a192-ed9c35c0d561 None None] Attempt 1 to provision port a1082fba-8ef8-438a-a567-b6ff8339736c Sep 26 05:33:36.009561 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b03587eb-2da0-4e62-a192-ed9c35c0d561 None None] Port a1082fba-8ef8-438a-a567-b6ff8339736c cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:33:36.023423 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:36.064767 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:36.283764 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1082fba-8ef8-438a-a567-b6ff8339736c {{(pid=106340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:33:36.291273 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Publish callbacks [] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:36.304514 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.provisioning_blocks [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Transition to ACTIVE for port object a1082fba-8ef8-438a-a567-b6ff8339736c will not be triggered until provisioned by entity L2. {{(pid=106340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:33:36.307877 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:36.387172 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Pushing event updated for resources: {'Port': ['ID=a1082fba-8ef8-438a-a567-b6ff8339736c,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:36.417641 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Attempting to bind port a1082fba-8ef8-438a-a567-b6ff8339736c on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:33:36.417981 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Attempting to bind port a1082fba-8ef8-438a-a567-b6ff8339736c by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:33:36.418311 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Attempting to bind port a1082fba-8ef8-438a-a567-b6ff8339736c on network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:33:36.460524 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Port a1082fba-8ef8-438a-a567-b6ff8339736c on network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:33:36.460987 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Attempting to bind port a1082fba-8ef8-438a-a567-b6ff8339736c on network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:33:36.510773 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b03587eb-2da0-4e62-a192-ed9c35c0d561 None None] Attempt 2 to provision port a1082fba-8ef8-438a-a567-b6ff8339736c Sep 26 05:33:36.543375 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b03587eb-2da0-4e62-a192-ed9c35c0d561 None None] Port a1082fba-8ef8-438a-a567-b6ff8339736c cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:33:36.545011 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604fc7a-fe54-4994-815d-a876d6eb9467 req-98c991b2-3317-4e62-8932-d0c43b8ffdf3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:36.546486 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b604fc7a-fe54-4994-815d-a876d6eb9467 req-98c991b2-3317-4e62-8932-d0c43b8ffdf3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 944 time: 0.0627358 Sep 26 05:33:36.547368 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:33:36.547703 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Checking segment: {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:33:36.548085 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Bound using segment: {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:33:36.548550 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Bound port: a1082fba-8ef8-438a-a567-b6ff8339736c, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'}}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:33:36.548907 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:36.599660 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:36.646722 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b604fc7a-fe54-4994-815d-a876d6eb9467 req-34410f89-b068-4601-85a9-2251886efbb8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=64d31732-9890-4856-987f-14b10c2c2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944042 Sep 26 05:33:36.649762 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] For port a1082fba-8ef8-438a-a567-b6ff8339736c, host hv-cinder-85918, cleared binding levels {{(pid=106340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:33:36.653557 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] For port a1082fba-8ef8-438a-a567-b6ff8339736c, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=a1082fba-8ef8-438a-a567-b6ff8339736c,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:33:36.668872 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:36.693134 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:36.693758 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:36.695176 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/a1082fba-8ef8-438a-a567-b6ff8339736c HTTP/1.1" status: 200 len: 1094 time: 0.7470250 Sep 26 05:33:36.695774 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43405413-d653-4c48-acc8-3af217fb7ea2', 'tag': 'a1082fba-8ef8-438a-a567-b6ff8339736c'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:33:36.698110 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82789af-5824-4d7a-8833-6012e925381c" -d '{"events": [{"name": "network-changed", "server_uuid": "43405413-d653-4c48-acc8-3af217fb7ea2", "tag": "a1082fba-8ef8-438a-a567-b6ff8339736c"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:33:36.734771 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5db96-2497-42b8-82e3-3a56f16be03e service neutron] Pushing event updated for resources: {'Port': ['ID=a1082fba-8ef8-438a-a567-b6ff8339736c,revision_number=3']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:36.746308 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15930573-482e-4206-841d-8f5706cbfede x-openstack-request-id: req-15930573-482e-4206-841d-8f5706cbfede {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:33:36.746598 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43405413-d653-4c48-acc8-3af217fb7ea2", "tag": "a1082fba-8ef8-438a-a567-b6ff8339736c", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:33:36.746852 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15930573-482e-4206-841d-8f5706cbfede {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:33:36.747256 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15930573-482e-4206-841d-8f5706cbfede'] response: {'name': 'network-changed', 'server_uuid': '43405413-d653-4c48-acc8-3af217fb7ea2', 'tag': 'a1082fba-8ef8-438a-a567-b6ff8339736c', 'status': 'completed', 'code': 200} Sep 26 05:33:36.806621 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-1cd7f1f3-77a0-49a4-acad-0c456c17c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:36.808037 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-1cd7f1f3-77a0-49a4-acad-0c456c17c61c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 1128 time: 0.0464306 Sep 26 05:33:36.855688 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-1cf50859-dad5-4618-a9c8-90cbc2a446f7 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1082fba-8ef8-438a-a567-b6ff8339736c HTTP/1.1" status: 200 len: 217 time: 0.0338509 Sep 26 05:33:36.907551 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-0f6389c7-e25c-41e9-9bbc-3eb054a94b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:36.909169 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-0f6389c7-e25c-41e9-9bbc-3eb054a94b6b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6783b947-c48f-4404-8277-22844ede2f74 HTTP/1.1" status: 200 len: 854 time: 0.0436540 Sep 26 05:33:36.966195 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-3f545a96-c254-4edf-9037-be6d8eed3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:36.967988 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-3f545a96-c254-4edf-9037-be6d8eed3bb2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406172 Sep 26 05:33:36.988884 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:37.044789 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b03587eb-2da0-4e62-a192-ed9c35c0d561 None None] Attempt 3 to provision port a1082fba-8ef8-438a-a567-b6ff8339736c Sep 26 05:33:37.085762 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-fe07d9aa-2af1-44b6-b471-3b5862fa624e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037526 Sep 26 05:33:37.091789 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b03587eb-2da0-4e62-a192-ed9c35c0d561 None None] Port a1082fba-8ef8-438a-a567-b6ff8339736c had new provisioning blocks added so it will not transition to active. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:33:37.197445 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08d1e95c-0e2d-4a51-b66b-4b39636b992a req-e7491846-73eb-412c-a1d5-a40cd7bdccac service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906467 Sep 26 05:33:37.586935 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device f45daf39-254f-46e8-9700-adeb9299ab9b no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:33:37.608028 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: f45daf39-254f-46e8-9700-adeb9299ab9b {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:33:37.608403 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device f45daf39-254f-46e8-9700-adeb9299ab9b not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:33:37.773384 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441d92b-c669-42ec-98e7-b2310587730e req-1d7d58a5-f3f5-474f-984f-03d43371dab5 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:37.774858 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e441d92b-c669-42ec-98e7-b2310587730e req-1d7d58a5-f3f5-474f-984f-03d43371dab5 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 944 time: 0.0468822 Sep 26 05:33:37.822876 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e441d92b-c669-42ec-98e7-b2310587730e req-8080e2a2-30f8-40e8-94a8-60a22ffe2b64 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=64d31732-9890-4856-987f-14b10c2c2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424662 Sep 26 05:33:37.924525 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:38.942580 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ead139-0221-4c8f-843f-3e5717448550 req-61ad5d3b-2a5f-4ab0-a3b0-9ec020ea3ed3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:38.944602 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-94ead139-0221-4c8f-843f-3e5717448550 req-61ad5d3b-2a5f-4ab0-a3b0-9ec020ea3ed3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 944 time: 0.0452538 Sep 26 05:33:38.990148 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-94ead139-0221-4c8f-843f-3e5717448550 req-d5196960-bbb0-4ee3-9d0f-9cc27cbdad28 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=64d31732-9890-4856-987f-14b10c2c2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400844 Sep 26 05:33:40.115698 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a1876-27ba-471e-a613-1d83681270ec req-c64d437a-378e-4d07-a7f7-09a5ef5416a6 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:40.117380 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-648a1876-27ba-471e-a613-1d83681270ec req-c64d437a-378e-4d07-a7f7-09a5ef5416a6 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 944 time: 0.0509107 Sep 26 05:33:40.163876 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-648a1876-27ba-471e-a613-1d83681270ec req-fbeb9329-6ed0-443b-949f-d84c1a6faf6d tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=64d31732-9890-4856-987f-14b10c2c2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409589 Sep 26 05:33:40.957363 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:40.958217 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:UPDATE=2,neutron:SELECT=76,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:41.280897 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bb08c-2629-4cc7-b9a8-adbd3b4af580 req-d82c8813-b4ac-4c78-9b87-172e5fb74aa7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:41.282270 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b28bb08c-2629-4cc7-b9a8-adbd3b4af580 req-d82c8813-b4ac-4c78-9b87-172e5fb74aa7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 944 time: 0.0455770 Sep 26 05:33:41.327607 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b28bb08c-2629-4cc7-b9a8-adbd3b4af580 req-c9db1244-d025-47d1-a5ea-62943ced82c5 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=64d31732-9890-4856-987f-14b10c2c2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398753 Sep 26 05:33:41.582452 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device a1082fba-8ef8-438a-a567-b6ff8339736c details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:33:41.683707 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port a1082fba-8ef8-438a-a567-b6ff8339736c, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=a1082fba-8ef8-438a-a567-b6ff8339736c,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:33:41.695489 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': 'a1082fba-8ef8-438a-a567-b6ff8339736c', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'port_id': 'a1082fba-8ef8-438a-a567-b6ff8339736c', 'mac_address': 'fa:16:3e:f2:51:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:33:41.729425 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port a1082fba-8ef8-438a-a567-b6ff8339736c is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:33:41.729811 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:41.746378 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1082fba-8ef8-438a-a567-b6ff8339736c {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:33:41.751163 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:41.758983 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:41.768503 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port a1082fba-8ef8-438a-a567-b6ff8339736c, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=a1082fba-8ef8-438a-a567-b6ff8339736c,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:33:41.773978 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:41.788911 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82789af-5824-4d7a-8833-6012e925381c req-9687f87d-a927-467f-8648-707acd01f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:41.790591 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e82789af-5824-4d7a-8833-6012e925381c req-9687f87d-a927-467f-8648-707acd01f037 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 1128 time: 0.0448205 Sep 26 05:33:41.820640 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=a1082fba-8ef8-438a-a567-b6ff8339736c,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:41.911386 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82789af-5824-4d7a-8833-6012e925381c req-a405d8e9-cd36-47ef-ad7e-ae75195b86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:41.912962 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e82789af-5824-4d7a-8833-6012e925381c req-a405d8e9-cd36-47ef-ad7e-ae75195b86dc service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 200 len: 916 time: 0.1001334 Sep 26 05:33:41.967883 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e82789af-5824-4d7a-8833-6012e925381c req-4c831cff-913f-4416-bfe1-2faa19b0d1a8 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1082fba-8ef8-438a-a567-b6ff8339736c HTTP/1.1" status: 200 len: 217 time: 0.0374134 Sep 26 05:33:42.054979 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82789af-5824-4d7a-8833-6012e925381c req-4b4d2728-deda-4f94-ad2c-56bcdab76309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:42.056694 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e82789af-5824-4d7a-8833-6012e925381c req-4b4d2728-deda-4f94-ad2c-56bcdab76309 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6783b947-c48f-4404-8277-22844ede2f74 HTTP/1.1" status: 200 len: 854 time: 0.0520906 Sep 26 05:33:42.108447 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82789af-5824-4d7a-8833-6012e925381c req-ffebec7d-6004-4303-a2fb-247c1de74c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:42.110531 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e82789af-5824-4d7a-8833-6012e925381c req-ffebec7d-6004-4303-a2fb-247c1de74c41 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427260 Sep 26 05:33:42.176206 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:42.229039 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e82789af-5824-4d7a-8833-6012e925381c req-0108d8fb-5e86-4e4d-bf11-7925c4e6a18a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991161 Sep 26 05:33:42.260111 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['a1082fba-8ef8-438a-a567-b6ff8339736c'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:33:42.306842 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:42.323470 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e82789af-5824-4d7a-8833-6012e925381c req-03dc9994-d624-4373-bfc7-eb6af32e2385 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838652 Sep 26 05:33:42.452488 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dc618-9f1a-4e1e-8cf9-3220ca67469b req-344b70bd-09e3-4b7f-a3bf-5aa985816b59 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:42.453963 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-592dc618-9f1a-4e1e-8cf9-3220ca67469b req-344b70bd-09e3-4b7f-a3bf-5aa985816b59 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 945 time: 0.0497024 Sep 26 05:33:42.507013 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-592dc618-9f1a-4e1e-8cf9-3220ca67469b req-388bff42-5859-4e2d-9e81-39e7afc8124c tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=64d31732-9890-4856-987f-14b10c2c2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459304 Sep 26 05:33:43.599090 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device a1082fba-8ef8-438a-a567-b6ff8339736c up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:33:43.631019 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d974eab-95c4-47a1-82ae-36c9910d4268 req-3f257731-5f32-4412-8e5f-ad96d5505f7f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:43.632611 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1d974eab-95c4-47a1-82ae-36c9910d4268 req-3f257731-5f32-4412-8e5f-ad96d5505f7f tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 945 time: 0.0482588 Sep 26 05:33:43.641502 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port a1082fba-8ef8-438a-a567-b6ff8339736c completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:33:43.648958 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port a1082fba-8ef8-438a-a567-b6ff8339736c triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:33:43.649337 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:43.649671 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port a1082fba-8ef8-438a-a567-b6ff8339736c Sep 26 05:33:43.681845 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1d974eab-95c4-47a1-82ae-36c9910d4268 req-6c851926-f688-4c4c-870f-1a7511e7fe14 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=64d31732-9890-4856-987f-14b10c2c2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431449 Sep 26 05:33:43.721069 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port a1082fba-8ef8-438a-a567-b6ff8339736c is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:33:43.721459 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:43.749168 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43405413-d653-4c48-acc8-3af217fb7ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1082fba-8ef8-438a-a567-b6ff8339736c'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:33:43.751638 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad1b3ef-bd94-4532-a361-559af90aab72" -d '{"events": [{"server_uuid": "43405413-d653-4c48-acc8-3af217fb7ea2", "name": "network-vif-plugged", "status": "completed", "tag": "a1082fba-8ef8-438a-a567-b6ff8339736c"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:33:43.765923 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port a1082fba-8ef8-438a-a567-b6ff8339736c, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=a1082fba-8ef8-438a-a567-b6ff8339736c,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:33:43.770738 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:43.806846 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02216ed6-d8de-4206-b3b4-b91dc5f2513d x-openstack-request-id: req-02216ed6-d8de-4206-b3b4-b91dc5f2513d {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:33:43.807142 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43405413-d653-4c48-acc8-3af217fb7ea2", "name": "network-vif-plugged", "status": "completed", "tag": "a1082fba-8ef8-438a-a567-b6ff8339736c", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:33:43.807393 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-02216ed6-d8de-4206-b3b4-b91dc5f2513d {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:33:43.807791 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02216ed6-d8de-4206-b3b4-b91dc5f2513d'] response: {'server_uuid': '43405413-d653-4c48-acc8-3af217fb7ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1082fba-8ef8-438a-a567-b6ff8339736c', 'code': 200} Sep 26 05:33:43.822347 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=a1082fba-8ef8-438a-a567-b6ff8339736c,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:33:43.991676 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b8195-cb70-43e6-b53d-4cef40db71cb req-4450a964-f624-4719-bdd0-348332cf944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:43.993260 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-603b8195-cb70-43e6-b53d-4cef40db71cb req-4450a964-f624-4719-bdd0-348332cf944e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 1130 time: 0.0405588 Sep 26 05:33:44.038107 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-603b8195-cb70-43e6-b53d-4cef40db71cb req-6e1ae535-f291-4c09-90b5-e7d2718adba4 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=64d31732-9890-4856-987f-14b10c2c2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369015 Sep 26 05:33:44.803754 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ff47c-5f3b-4e96-968d-ab648ab4f630 req-eea90d7a-4a42-43f0-860e-04bf9d349cdf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:44.805207 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d96ff47c-5f3b-4e96-968d-ab648ab4f630 req-eea90d7a-4a42-43f0-860e-04bf9d349cdf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 946 time: 0.0496607 Sep 26 05:33:44.854486 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d96ff47c-5f3b-4e96-968d-ab648ab4f630 req-9f24dba9-3286-4bfa-a5fc-335c72984938 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=64d31732-9890-4856-987f-14b10c2c2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434949 Sep 26 05:33:45.975816 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8171980-e931-4619-8a3b-577977572ada req-f182a5eb-0654-4e3e-a850-127901bdd1ec tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:45.977274 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c8171980-e931-4619-8a3b-577977572ada req-f182a5eb-0654-4e3e-a850-127901bdd1ec tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 946 time: 0.0461183 Sep 26 05:33:46.024534 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c8171980-e931-4619-8a3b-577977572ada req-609fff0c-45d2-4125-82fd-ec7fe267c585 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=64d31732-9890-4856-987f-14b10c2c2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413816 Sep 26 05:33:46.139385 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463d962-0e5f-472b-b93a-baaf97b833e7 req-314480a6-18c2-4a19-9bee-917792331caf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:46.140801 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3463d962-0e5f-472b-b93a-baaf97b833e7 req-314480a6-18c2-4a19-9bee-917792331caf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 946 time: 0.0470407 Sep 26 05:33:46.151555 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40196) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:33:46.155755 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-964a2eba-d4fc-4531-8ceb-e895add85fde tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'floatingip': {'port_id': 'a1082fba-8ef8-438a-a567-b6ff8339736c'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:33:46.195777 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-964a2eba-d4fc-4531-8ceb-e895add85fde tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (62f2a1d4-fc61-4d1e-b014-9f6362dbf4a6), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:46.491839 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:46.629355 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-964a2eba-d4fc-4531-8ceb-e895add85fde tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:46.632967 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-964a2eba-d4fc-4531-8ceb-e895add85fde tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (62f2a1d4-fc61-4d1e-b014-9f6362dbf4a6), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:46.725929 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [None req-964a2eba-d4fc-4531-8ceb-e895add85fde tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Floating IP 62f2a1d4-fc61-4d1e-b014-9f6362dbf4a6 associated. External IP: 172.27.0.13, port: a1082fba-8ef8-438a-a567-b6ff8339736c. Sep 26 05:33:46.763953 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:46.916947 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964a2eba-d4fc-4531-8ceb-e895add85fde tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Router 5588059c-6bc9-45f9-adf5-d0de95e2025a has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:33:47.017914 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964a2eba-d4fc-4531-8ceb-e895add85fde tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:33:47.023111 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-964a2eba-d4fc-4531-8ceb-e895add85fde tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:47.027836 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84401db-3cb8-441a-908d-652955ce1a65 None None] Sync routers for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:33:47.037002 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84401db-3cb8-441a-908d-652955ce1a65 None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:33:47.037736 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-c84401db-3cb8-441a-908d-652955ce1a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:33:47.051885 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-964a2eba-d4fc-4531-8ceb-e895add85fde tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/62f2a1d4-fc61-4d1e-b014-9f6362dbf4a6 HTTP/1.1" status: 200 len: 991 time: 0.8992982 Sep 26 05:33:47.052542 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43405413-d653-4c48-acc8-3af217fb7ea2', 'tag': 'a1082fba-8ef8-438a-a567-b6ff8339736c'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:33:47.055082 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08102467-f6be-450c-84e6-7959e7263f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "43405413-d653-4c48-acc8-3af217fb7ea2", "tag": "a1082fba-8ef8-438a-a567-b6ff8339736c"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:33:47.093171 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f09ab1-b7eb-4331-b2b1-89cb61ae2806 x-openstack-request-id: req-92f09ab1-b7eb-4331-b2b1-89cb61ae2806 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:33:47.093455 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43405413-d653-4c48-acc8-3af217fb7ea2", "tag": "a1082fba-8ef8-438a-a567-b6ff8339736c", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:33:47.093705 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92f09ab1-b7eb-4331-b2b1-89cb61ae2806 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:33:47.094107 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f09ab1-b7eb-4331-b2b1-89cb61ae2806'] response: {'name': 'network-changed', 'server_uuid': '43405413-d653-4c48-acc8-3af217fb7ea2', 'tag': 'a1082fba-8ef8-438a-a567-b6ff8339736c', 'status': 'completed', 'code': 200} Sep 26 05:33:47.141400 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-c84401db-3cb8-441a-908d-652955ce1a65 None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:33:47.352106 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-c84401db-3cb8-441a-908d-652955ce1a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '62f2a1d4-fc61-4d1e-b014-9f6362dbf4a6', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': 'a1082fba-8ef8-438a-a567-b6ff8339736c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:f2:51:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43405413-d653-4c48-acc8-3af217fb7ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:33:30Z', 'updated_at': '2022-09-26T05:33:46Z', 'revision_number': 1, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:33:47.376929 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84401db-3cb8-441a-908d-652955ce1a65 None None] Checking router: 5588059c-6bc9-45f9-adf5-d0de95e2025a for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:33:47.386092 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84401db-3cb8-441a-908d-652955ce1a65 None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:33:47.386687 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-c84401db-3cb8-441a-908d-652955ce1a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:33:47.427078 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:47.430113 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:47.489441 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-c84401db-3cb8-441a-908d-652955ce1a65 None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:33:47.706865 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-c84401db-3cb8-441a-908d-652955ce1a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '62f2a1d4-fc61-4d1e-b014-9f6362dbf4a6', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': 'a1082fba-8ef8-438a-a567-b6ff8339736c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:f2:51:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43405413-d653-4c48-acc8-3af217fb7ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:33:30Z', 'updated_at': '2022-09-26T05:33:46Z', 'revision_number': 1, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:33:47.734525 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84401db-3cb8-441a-908d-652955ce1a65 None None] The sync data for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi is: [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '62f2a1d4-fc61-4d1e-b014-9f6362dbf4a6', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': 'a1082fba-8ef8-438a-a567-b6ff8339736c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:f2:51:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43405413-d653-4c48-acc8-3af217fb7ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:33:30Z', 'updated_at': '2022-09-26T05:33:46Z', 'revision_number': 1, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:33:47.920680 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9734e0cf-2e7b-452e-bde0-088f29a71a1e None None] New status for floating IP 62f2a1d4-fc61-4d1e-b014-9f6362dbf4a6: ACTIVE {{(pid=106343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:33:48.041701 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:49.749598 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08102467-f6be-450c-84e6-7959e7263f2f req-0186acb5-d326-4b7b-be7b-d9612c4b81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:49.751081 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08102467-f6be-450c-84e6-7959e7263f2f req-0186acb5-d326-4b7b-be7b-d9612c4b81f9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 1130 time: 0.0396264 Sep 26 05:33:50.403586 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08102467-f6be-450c-84e6-7959e7263f2f req-e5a32014-10fc-4c84-8667-1225a5907d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:50.405024 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08102467-f6be-450c-84e6-7959e7263f2f req-e5a32014-10fc-4c84-8667-1225a5907d1b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 200 len: 916 time: 0.1115084 Sep 26 05:33:50.832041 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08102467-f6be-450c-84e6-7959e7263f2f req-c0903692-1474-424c-a034-f947be162cc9 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1082fba-8ef8-438a-a567-b6ff8339736c HTTP/1.1" status: 200 len: 1001 time: 0.0652041 Sep 26 05:33:51.155802 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08102467-f6be-450c-84e6-7959e7263f2f req-07c07427-c8af-454c-a6d7-79b10f79bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:51.157275 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08102467-f6be-450c-84e6-7959e7263f2f req-07c07427-c8af-454c-a6d7-79b10f79bde3 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6783b947-c48f-4404-8277-22844ede2f74 HTTP/1.1" status: 200 len: 854 time: 0.3153303 Sep 26 05:33:51.199521 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08102467-f6be-450c-84e6-7959e7263f2f req-212c27eb-be83-4905-bc34-a8c951a8483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:51.200990 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08102467-f6be-450c-84e6-7959e7263f2f req-212c27eb-be83-4905-bc34-a8c951a8483f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371654 Sep 26 05:33:51.295362 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08102467-f6be-450c-84e6-7959e7263f2f req-daea1f8d-aa75-4b8a-9599-afa7c9fa0966 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872324 Sep 26 05:33:51.318881 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:51.385697 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-08102467-f6be-450c-84e6-7959e7263f2f req-4a91828d-8d55-4b57-a2a3-2564078ecd3b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830243 Sep 26 05:33:51.914701 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8742d-3a85-4a9a-badf-1e5ff051b724 req-a202032a-4e7c-43ff-8205-c00a9cf4c001 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:51.916174 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a8b8742d-3a85-4a9a-badf-1e5ff051b724 req-a202032a-4e7c-43ff-8205-c00a9cf4c001 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0765646 Sep 26 05:33:51.917278 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdc069-2985-46be-b99b-510676310a9e req-7bdc4b7a-ec8e-43c6-aed8-4f3b130a263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:51.918608 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-97bdc069-2985-46be-b99b-510676310a9e req-7bdc4b7a-ec8e-43c6-aed8-4f3b130a263f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 1130 time: 0.0703242 Sep 26 05:33:52.017544 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a8b8742d-3a85-4a9a-badf-1e5ff051b724 req-07bb09ff-2aa3-4aaf-93f7-2ee69658fc8d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957468 Sep 26 05:33:52.045863 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:52.051326 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdc069-2985-46be-b99b-510676310a9e req-a0701078-afff-42df-b66a-41698f4436fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:52.053354 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-97bdc069-2985-46be-b99b-510676310a9e req-a0701078-afff-42df-b66a-41698f4436fd service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 919 time: 0.1181881 Sep 26 05:33:52.118923 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-97bdc069-2985-46be-b99b-510676310a9e req-2d6529ab-ff7f-4c45-aea1-5165554fcfe4 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=322798b9-1af9-46df-bb99-417d8b1d04b3 HTTP/1.1" status: 200 len: 1001 time: 0.0585182 Sep 26 05:33:52.174540 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdc069-2985-46be-b99b-510676310a9e req-d1ea6060-0933-4b7e-8e75-9c5c8550b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:52.176006 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-97bdc069-2985-46be-b99b-510676310a9e req-d1ea6060-0933-4b7e-8e75-9c5c8550b125 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.0460629 Sep 26 05:33:52.231913 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdc069-2985-46be-b99b-510676310a9e req-f2b39ff9-d923-49a1-b6b2-9a64240536a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:52.232804 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-97bdc069-2985-46be-b99b-510676310a9e req-f2b39ff9-d923-49a1-b6b2-9a64240536a2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460467 Sep 26 05:33:52.326430 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-97bdc069-2985-46be-b99b-510676310a9e req-04675d25-b0b6-477e-afa2-9c08ecce08b3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827289 Sep 26 05:33:52.426502 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-97bdc069-2985-46be-b99b-510676310a9e req-bbf910a2-3f73-49c1-ac62-98509e01a74f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867093 Sep 26 05:33:53.140758 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97128d-dabf-409a-9edc-ea2c8303bbd2 req-eca51bea-7539-4893-ad98-f42e9d99c48a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:53.142202 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2f97128d-dabf-409a-9edc-ea2c8303bbd2 req-eca51bea-7539-4893-ad98-f42e9d99c48a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0470920 Sep 26 05:33:53.189104 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2f97128d-dabf-409a-9edc-ea2c8303bbd2 req-f7c35a8d-c77b-48a1-9ffb-5a661d072287 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411327 Sep 26 05:33:53.261152 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-56998559-20f0-41ea-abd1-921d60ba44ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:54.312947 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c5d01-6f2e-45bb-9bf4-0dcf2a796ba2 req-2a152709-a87d-4d86-8799-e0e05b3f9650 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:54.314387 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d42c5d01-6f2e-45bb-9bf4-0dcf2a796ba2 req-2a152709-a87d-4d86-8799-e0e05b3f9650 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0502105 Sep 26 05:33:54.360915 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d42c5d01-6f2e-45bb-9bf4-0dcf2a796ba2 req-5c885d99-8243-4ed5-b7b6-cb0a25cdac09 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410261 Sep 26 05:33:55.484564 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7f21c-3dbc-4501-a080-2959299ac808 req-0ae14618-b868-4607-8980-680401ac4219 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:55.486011 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-57f7f21c-3dbc-4501-a080-2959299ac808 req-0ae14618-b868-4607-8980-680401ac4219 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0469873 Sep 26 05:33:55.533325 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-57f7f21c-3dbc-4501-a080-2959299ac808 req-66762044-a31b-44ae-9555-98ab1c8951a1 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418653 Sep 26 05:33:55.612579 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-de8f9487-0134-403e-a24e-ac8a985de66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:56.654198 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b3d42-9cbd-46aa-a735-8bdbb07901c3 req-5d1d8011-7d2b-42c1-993d-e951cd2f4e52 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:56.655673 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6b1b3d42-9cbd-46aa-a735-8bdbb07901c3 req-5d1d8011-7d2b-42c1-993d-e951cd2f4e52 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0464840 Sep 26 05:33:56.667690 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:56.711162 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6b1b3d42-9cbd-46aa-a735-8bdbb07901c3 req-69053114-29bb-406a-bf46-19e0f2943134 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496607 Sep 26 05:33:56.724733 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:57.851526 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119138a-7f0f-4d58-b4cd-f0d6537e2e07 req-91119259-9173-4dbc-975b-d0865ae3bf84 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:57.859984 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c119138a-7f0f-4d58-b4cd-f0d6537e2e07 req-91119259-9173-4dbc-975b-d0865ae3bf84 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0615878 Sep 26 05:33:57.917814 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c119138a-7f0f-4d58-b4cd-f0d6537e2e07 req-de4fa74b-2745-4d1c-a55b-7e2a7289a46a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481625 Sep 26 05:33:58.104371 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:58.106884 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=28 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:33:58.284650 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:58.467103 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:33:59.036815 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fd2ba-7182-466e-a502-ea1af968c0fa req-5d5fbeaa-7a0a-4f1a-99de-a46d5c08fd31 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:33:59.038253 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-275fd2ba-7182-466e-a502-ea1af968c0fa req-5d5fbeaa-7a0a-4f1a-99de-a46d5c08fd31 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0453377 Sep 26 05:33:59.087094 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-275fd2ba-7182-466e-a502-ea1af968c0fa req-daee3ccf-a5ad-415d-993e-ed0c3a09682e tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421522 Sep 26 05:34:00.212957 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f22ae6-305c-4e17-bd1d-418e4338738b req-b19f3574-3072-4063-ba6d-1f4e092eb2b6 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:00.214558 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-21f22ae6-305c-4e17-bd1d-418e4338738b req-b19f3574-3072-4063-ba6d-1f4e092eb2b6 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0509932 Sep 26 05:34:00.215072 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40336) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:00.261512 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-21f22ae6-305c-4e17-bd1d-418e4338738b req-451f54f5-fdab-4f6b-b300-faca08272842 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415964 Sep 26 05:34:00.262631 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Deleting subnet 0a9cf5bd-af5e-46e3-904d-d2483771a0fb {{(pid=106341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:34:00.265962 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Publish callbacks [] for subnet (0a9cf5bd-af5e-46e3-904d-d2483771a0fb), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:00.301570 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421571'] for subnet (0a9cf5bd-af5e-46e3-904d-d2483771a0fb), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:00.340992 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (0a9cf5bd-af5e-46e3-904d-d2483771a0fb), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:00.392752 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2423481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802036'] for subnet (0a9cf5bd-af5e-46e3-904d-d2483771a0fb), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:00.415680 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9cf5bd-af5e-46e3-904d-d2483771a0fb,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:00.425441 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:00.425791 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:00.426136 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:00.426480 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:00.426815 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:00.427603 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:00.427603 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:00.427797 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:00.428087 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:00.428442 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:00.428771 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:00.429096 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:00.429416 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:00.429741 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:00.430061 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:00.433567 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:00.438334 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-0ce48f9d-a5a3-47f4-b1f8-acc0f449e467 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/0a9cf5bd-af5e-46e3-904d-d2483771a0fb HTTP/1.1" status: 204 len: 168 time: 0.2222204 Sep 26 05:34:00.439331 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40338) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:00.503497 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:00.509439 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8a507f95-c2b9-4a3a-a28c-52cd2c26257c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (64bcaa83-8e16-496d-9ee2-d2efca0f0f90), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:00.587642 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8a507f95-c2b9-4a3a-a28c-52cd2c26257c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (64bcaa83-8e16-496d-9ee2-d2efca0f0f90), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:00.607453 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-8a507f95-c2b9-4a3a-a28c-52cd2c26257c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64bcaa83-8e16-496d-9ee2-d2efca0f0f90']}} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:00.617194 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-8a507f95-c2b9-4a3a-a28c-52cd2c26257c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c751e0e9-9f40-480e-b0ac-7352649a033a') {'for_net_delete': True} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:00.617495 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-8a507f95-c2b9-4a3a-a28c-52cd2c26257c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c751e0e9-9f40-480e-b0ac-7352649a033a') {} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:00.629223 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8a507f95-c2b9-4a3a-a28c-52cd2c26257c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2915633'] for segment (c751e0e9-9f40-480e-b0ac-7352649a033a), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:00.644603 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8a507f95-c2b9-4a3a-a28c-52cd2c26257c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (c751e0e9-9f40-480e-b0ac-7352649a033a), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:00.651768 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a507f95-c2b9-4a3a-a28c-52cd2c26257c admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:34:00.652340 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8a507f95-c2b9-4a3a-a28c-52cd2c26257c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3866044'] for segment (c751e0e9-9f40-480e-b0ac-7352649a033a), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:00.698588 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.services.segments.plugin [-] Segment c751e0e9-9f40-480e-b0ac-7352649a033a resource provider aggregate not found Sep 26 05:34:00.717638 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.services.segments.plugin [-] Segment c751e0e9-9f40-480e-b0ac-7352649a033a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c751e0e9-9f40-480e-b0ac-7352649a033a found for delete ", "request_id": "req-4a1985f2-9d78-4373-8283-bf934bf0713b"}]} Sep 26 05:34:00.722931 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8a507f95-c2b9-4a3a-a28c-52cd2c26257c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (64bcaa83-8e16-496d-9ee2-d2efca0f0f90), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:00.729397 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8a507f95-c2b9-4a3a-a28c-52cd2c26257c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:00.732466 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-8a507f95-c2b9-4a3a-a28c-52cd2c26257c admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/64bcaa83-8e16-496d-9ee2-d2efca0f0f90 HTTP/1.1" status: 204 len: 168 time: 0.2921236 Sep 26 05:34:00.743825 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a507f95-c2b9-4a3a-a28c-52cd2c26257c admin admin] Pushing event deleted for resources: {'Network': ['ID=64bcaa83-8e16-496d-9ee2-d2efca0f0f90,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:00.892726 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40346) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:00.933106 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-8e54391d-fda5-470f-8e70-52c14e6247c6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=241e5470186a4c93b2465ecc84d80603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392370 Sep 26 05:34:00.935526 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40348) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:00.982070 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-973d985d-dc5a-41a5-a069-fcefc458421b admin admin] Publish callbacks [] for security_group (6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:01.001990 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-973d985d-dc5a-41a5-a069-fcefc458421b admin admin] Publish callbacks [] for security_group (6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:01.048440 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-973d985d-dc5a-41a5-a069-fcefc458421b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:01.051000 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-973d985d-dc5a-41a5-a069-fcefc458421b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:01.052061 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-973d985d-dc5a-41a5-a069-fcefc458421b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50 HTTP/1.1" status: 204 len: 168 time: 0.1156805 Sep 26 05:34:01.060796 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d985d-dc5a-41a5-a069-fcefc458421b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2e7c4c-f230-406b-8a7f-90a0cc3e4c50,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:01.392894 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6234f8-9850-4027-b434-100367118436 req-4c515445-d073-4c70-883f-abd81549b5e0 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:01.400514 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1f6234f8-9850-4027-b434-100367118436 req-4c515445-d073-4c70-883f-abd81549b5e0 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0615206 Sep 26 05:34:01.442396 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:01.447564 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1f6234f8-9850-4027-b434-100367118436 req-74d9bd07-722a-4517-82b0-78b65f6516f0 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461273 Sep 26 05:34:01.785268 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40384) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:01.884441 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1028399101-network', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:01.904029 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] Made reservation on behalf of 774c63ee5fc74c619f63c64590c154e4 for: {'network': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:34:01.906306 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:01.918815 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:01.993875 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] Publish callbacks [] for security_group (86d306ea-00f9-4103-b112-fe357b0a709d), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:01.997485 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (86d306ea-00f9-4103-b112-fe357b0a709d), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:02.027215 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:34:02.029072 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d306ea-00f9-4103-b112-fe357b0a709d,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:02.039201 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (431555f9-b2c6-4b9a-8ef0-0e1de537d8ff), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:02.039845 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.segments_db [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] Added segment 431555f9-b2c6-4b9a-8ef0-0e1de537d8ff of type vlan for network aa57f4f4-2276-4970-8337-66a125f8a06a Sep 26 05:34:02.079332 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (aa57f4f4-2276-4970-8337-66a125f8a06a), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:02.103887 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (aa57f4f4-2276-4970-8337-66a125f8a06a), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:02.104991 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:02.105567 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:02.159496 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3731165 Sep 26 05:34:02.162482 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40390) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:02.167318 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-57b13908-a7f8-4c99-86b4-6305c90a1291 admin admin] Request body: {'subnet': {'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1028399101-subnet', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'ip_version': 4}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:02.170280 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5632f-92db-4fc7-9cfa-823a4cadf2fe admin admin] Pushing event updated for resources: {'Network': ['ID=aa57f4f4-2276-4970-8337-66a125f8a06a,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:02.181932 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network aa57f4f4-2276-4970-8337-66a125f8a06a details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:34:02.188044 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b13908-a7f8-4c99-86b4-6305c90a1291 admin admin] Made reservation on behalf of 774c63ee5fc74c619f63c64590c154e4 for: {'subnet': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:34:02.190451 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-57b13908-a7f8-4c99-86b4-6305c90a1291 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697774'] for subnet (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:02.359756 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-57b13908-a7f8-4c99-86b4-6305c90a1291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3863769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697784'] for subnet (4408293b-c7bd-46de-8b4c-2f69b84d7882), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:02.418060 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b13908-a7f8-4c99-86b4-6305c90a1291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4408293b-c7bd-46de-8b4c-2f69b84d7882,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:02.425453 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b13908-a7f8-4c99-86b4-6305c90a1291 admin admin] Checking segment: {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:34:02.425836 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b13908-a7f8-4c99-86b4-6305c90a1291 admin admin] Network hostable DHCP agents. Network: aa57f4f4-2276-4970-8337-66a125f8a06a, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:34:02.442654 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b13908-a7f8-4c99-86b4-6305c90a1291 admin admin] Network aa57f4f4-2276-4970-8337-66a125f8a06a is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:34:02.450797 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-57b13908-a7f8-4c99-86b4-6305c90a1291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, aa57f4f4-2276-4970-8337-66a125f8a06a) {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:34:02.454658 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b13908-a7f8-4c99-86b4-6305c90a1291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:02.455258 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-57b13908-a7f8-4c99-86b4-6305c90a1291 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:02.459602 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38688f3-f6d0-48cd-98c7-5dc46b96f9ae None None] Network aa57f4f4-2276-4970-8337-66a125f8a06a requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:34:02.471860 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-57b13908-a7f8-4c99-86b4-6305c90a1291 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3082826 Sep 26 05:34:02.474579 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40392) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:02.483426 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:02.504214 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:02.509246 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-582796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router (7b8d2a1f-471f-4584-b831-4f0eb48de512), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:02.510944 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-581809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5216'] for router (7b8d2a1f-471f-4584-b831-4f0eb48de512), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:02.578332 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12aad040-6483-5282-87ec-497c7478fcf0-aa57f4f4-2276-4970-8337-66a125f8a06a', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882'}]}} from dv-cinder-859186-2-iscsi. {{(pid=106342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:34:02.579336 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:02.590484 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Publish callbacks [] for router_controller (7b8d2a1f-471f-4584-b831-4f0eb48de512), precommit_add_association {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:02.684673 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5584c8d-8d5d-4b2f-b058-aa7f53f29242 req-4ed8966d-bbea-4006-8fac-9a5cbfc9fe63 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:02.686068 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5584c8d-8d5d-4b2f-b058-aa7f53f29242 req-4ed8966d-bbea-4006-8fac-9a5cbfc9fe63 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.1338780 Sep 26 05:34:02.718065 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Allocated IP 172.20.0.2 (aa57f4f4-2276-4970-8337-66a125f8a06a/4408293b-c7bd-46de-8b4c-2f69b84d7882/c144ba8f-fd55-4540-8909-80541bf1ba20) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:34:02.769215 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Publish callbacks [] for router_gateway (7b8d2a1f-471f-4584-b831-4f0eb48de512), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:02.802003 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:02.845919 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5584c8d-8d5d-4b2f-b058-aa7f53f29242 req-8da496db-8dae-44cc-af3a-9e6da8e9c250 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531663 Sep 26 05:34:02.995142 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Publish callbacks [] for router_gateway (7b8d2a1f-471f-4584-b831-4f0eb48de512), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:03.014648 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:03.018736 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Publish callbacks [] for port (c144ba8f-fd55-4540-8909-80541bf1ba20), precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:03.026372 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (c144ba8f-fd55-4540-8909-80541bf1ba20), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:03.068717 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Network aa57f4f4-2276-4970-8337-66a125f8a06a is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:34:03.073747 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:34:03.075783 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Pushing event updated for resources: {'Port': ['ID=c144ba8f-fd55-4540-8909-80541bf1ba20,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:03.077945 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:34:03.089338 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:03.089677 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:03.090011 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:03.090367 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:03.090703 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:03.091039 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:03.091342 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:03.091657 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:03.091975 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:03.092310 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:03.092627 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:03.092955 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:03.093270 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:03.093581 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:03.093890 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:03.106259 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:03.119950 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:03.138988 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Allocated IP 172.27.0.10 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/29ed03a5-a191-44f0-b623-e9ba382251fc) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:34:03.149929 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Attempting to bind port c144ba8f-fd55-4540-8909-80541bf1ba20 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:34:03.150256 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Attempting to bind port c144ba8f-fd55-4540-8909-80541bf1ba20 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:34:03.150612 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Attempting to bind port c144ba8f-fd55-4540-8909-80541bf1ba20 on network aa57f4f4-2276-4970-8337-66a125f8a06a {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:34:03.195505 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:34:03.196298 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Checking segment: {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:34:03.196773 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:03.197164 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Bound using segment: {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:34:03.197635 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Bound port: c144ba8f-fd55-4540-8909-80541bf1ba20, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:34:03.198010 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (c144ba8f-fd55-4540-8909-80541bf1ba20), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:03.247205 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Publish callbacks [] for port (29ed03a5-a191-44f0-b623-e9ba382251fc), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:03.257680 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] For port c144ba8f-fd55-4540-8909-80541bf1ba20, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:34:03.260975 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] For port c144ba8f-fd55-4540-8909-80541bf1ba20, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=c144ba8f-fd55-4540-8909-80541bf1ba20,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:34:03.267395 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (c144ba8f-fd55-4540-8909-80541bf1ba20), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:03.288273 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (29ed03a5-a191-44f0-b623-e9ba382251fc), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:03.319763 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d7f62-4bca-443a-8fa1-48e97c924911 None None] Pushing event updated for resources: {'Port': ['ID=c144ba8f-fd55-4540-8909-80541bf1ba20,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:03.334246 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:34:03.338483 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:34:03.342268 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:34:03.345590 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Pushing event updated for resources: {'Port': ['ID=29ed03a5-a191-44f0-b623-e9ba382251fc,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:03.475203 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:03.602914 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Publish callbacks [] for router_gateway (7b8d2a1f-471f-4584-b831-4f0eb48de512), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:03.786416 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581409'] for router (7b8d2a1f-471f-4584-b831-4f0eb48de512), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:03.900883 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:03.924670 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Router 7b8d2a1f-471f-4584-b831-4f0eb48de512 is scheduled to L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f with binding_index 1 {{(pid=106340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:34:04.080511 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device c144ba8f-fd55-4540-8909-80541bf1ba20 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:34:04.151726 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port c144ba8f-fd55-4540-8909-80541bf1ba20 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:04.152238 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (c144ba8f-fd55-4540-8909-80541bf1ba20), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:04.152615 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port c144ba8f-fd55-4540-8909-80541bf1ba20 Sep 26 05:34:04.243395 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port c144ba8f-fd55-4540-8909-80541bf1ba20 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:04.244122 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (c144ba8f-fd55-4540-8909-80541bf1ba20), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:04.282213 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port c144ba8f-fd55-4540-8909-80541bf1ba20, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=c144ba8f-fd55-4540-8909-80541bf1ba20,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:34:04.286807 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (c144ba8f-fd55-4540-8909-80541bf1ba20), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:04.345173 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=c144ba8f-fd55-4540-8909-80541bf1ba20,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:04.381121 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daf7c8-d0db-4879-8e9c-14f851c298de req-8dd90fff-13a3-484c-9d72-2dd814f4c17c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:04.382777 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d1daf7c8-d0db-4879-8e9c-14f851c298de req-8dd90fff-13a3-484c-9d72-2dd814f4c17c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.1269484 Sep 26 05:34:04.400429 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617330a7-a383-45d0-9cc9-1d2486426db0 req-c3b30867-41e2-4c4e-8fbc-6796ba521037 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:04.401864 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-617330a7-a383-45d0-9cc9-1d2486426db0 req-c3b30867-41e2-4c4e-8fbc-6796ba521037 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 946 time: 0.1449370 Sep 26 05:34:04.427026 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0606b8ee-469f-488d-baf7-40ccdc332d27 None None] Network aa57f4f4-2276-4970-8337-66a125f8a06a requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:34:04.442143 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:34:04.467879 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58337498-c193-403a-a044-817898e65108 None None] Sync routers for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:34:04.489163 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:04.490452 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-f6a6dec0-f8d9-4cc6-83cc-dd442fa9661e admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0132551 Sep 26 05:34:04.493514 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40410) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:04.500312 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58337498-c193-403a-a044-817898e65108 None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:04.500955 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-58337498-c193-403a-a044-817898e65108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:04.501252 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d1daf7c8-d0db-4879-8e9c-14f851c298de req-4c060282-3bdb-4da8-87ba-b559aeb6574a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098313 Sep 26 05:34:04.502683 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-e58442ec-71eb-4a70-959d-d843d79eec07 None None] Provisioning complete for port c144ba8f-fd55-4540-8909-80541bf1ba20 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:04.503050 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e58442ec-71eb-4a70-959d-d843d79eec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (c144ba8f-fd55-4540-8909-80541bf1ba20), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:04.503381 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-e58442ec-71eb-4a70-959d-d843d79eec07 None None] Attempt 1 to provision port c144ba8f-fd55-4540-8909-80541bf1ba20 Sep 26 05:34:04.511167 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-617330a7-a383-45d0-9cc9-1d2486426db0 req-c9e32472-15e9-44d5-a0e2-32f8ef75e257 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013420 Sep 26 05:34:04.691071 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:04.696673 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:04.712533 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-58337498-c193-403a-a044-817898e65108 None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:04.738946 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-e58442ec-71eb-4a70-959d-d843d79eec07 None None] Current status of the port c144ba8f-fd55-4540-8909-80541bf1ba20 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:04.759656 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=13 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:04.771707 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:04.865506 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-b15295f9-eb4a-421b-9230-22060b4184d2 None None] Provisioning complete for port c144ba8f-fd55-4540-8909-80541bf1ba20 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:04.865875 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b15295f9-eb4a-421b-9230-22060b4184d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (c144ba8f-fd55-4540-8909-80541bf1ba20), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:04.866212 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b15295f9-eb4a-421b-9230-22060b4184d2 None None] Attempt 1 to provision port c144ba8f-fd55-4540-8909-80541bf1ba20 Sep 26 05:34:04.932093 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:04.934826 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-58337498-c193-403a-a044-817898e65108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:03Z', 'revision_number': 3, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:04.962610 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58337498-c193-403a-a044-817898e65108 None None] Checking router: 7b8d2a1f-471f-4584-b831-4f0eb48de512 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:34:04.962957 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58337498-c193-403a-a044-817898e65108 None None] Updating router 7b8d2a1f-471f-4584-b831-4f0eb48de512 port 29ed03a5-a191-44f0-b623-e9ba382251fc binding host dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:34:05.017659 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-58337498-c193-403a-a044-817898e65108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (29ed03a5-a191-44f0-b623-e9ba382251fc), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:05.039519 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b15295f9-eb4a-421b-9230-22060b4184d2 None None] Current status of the port c144ba8f-fd55-4540-8909-80541bf1ba20 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:05.086560 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Allocated IP 172.20.0.1 (aa57f4f4-2276-4970-8337-66a125f8a06a/4408293b-c7bd-46de-8b4c-2f69b84d7882/15450046-a979-447b-bae4-d4bb1026a803) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:34:05.192663 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Publish callbacks [] for port (15450046-a979-447b-bae4-d4bb1026a803), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:05.225887 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (15450046-a979-447b-bae4-d4bb1026a803), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:05.266365 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-58337498-c193-403a-a044-817898e65108 None None] Publish callbacks [] for port (29ed03a5-a191-44f0-b623-e9ba382251fc), precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:05.267480 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Network aa57f4f4-2276-4970-8337-66a125f8a06a is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:34:05.270498 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:34:05.272020 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-58337498-c193-403a-a044-817898e65108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (29ed03a5-a191-44f0-b623-e9ba382251fc), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:05.275777 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:34:05.298961 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Pushing event updated for resources: {'Port': ['ID=15450046-a979-447b-bae4-d4bb1026a803,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:05.311764 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-58337498-c193-403a-a044-817898e65108 None None] Attempting to bind port 29ed03a5-a191-44f0-b623-e9ba382251fc on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:34:05.312129 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-58337498-c193-403a-a044-817898e65108 None None] Attempting to bind port 29ed03a5-a191-44f0-b623-e9ba382251fc by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:34:05.312518 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58337498-c193-403a-a044-817898e65108 None None] Attempting to bind port 29ed03a5-a191-44f0-b623-e9ba382251fc on network 1d7e5a44-5796-4db3-9f47-9726042cf055 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:34:05.321595 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687896'] for router_interface (7b8d2a1f-471f-4584-b831-4f0eb48de512), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:05.346121 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c971319-acf5-44be-b5a7-48a74e108293 None None] Pushing event updated for resources: {'Port': ['ID=29ed03a5-a191-44f0-b623-e9ba382251fc,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:05.365835 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58337498-c193-403a-a044-817898e65108 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:34:05.366307 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58337498-c193-403a-a044-817898e65108 None None] Checking segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:34:05.366591 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-58337498-c193-403a-a044-817898e65108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:05.366977 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58337498-c193-403a-a044-817898e65108 None None] Bound using segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:34:05.367488 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-58337498-c193-403a-a044-817898e65108 None None] Bound port: 29ed03a5-a191-44f0-b623-e9ba382251fc, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:34:05.367903 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-58337498-c193-403a-a044-817898e65108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (29ed03a5-a191-44f0-b623-e9ba382251fc), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:05.426468 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-58337498-c193-403a-a044-817898e65108 None None] For port 29ed03a5-a191-44f0-b623-e9ba382251fc, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:34:05.430623 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-58337498-c193-403a-a044-817898e65108 None None] For port 29ed03a5-a191-44f0-b623-e9ba382251fc, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=29ed03a5-a191-44f0-b623-e9ba382251fc,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:34:05.437115 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-58337498-c193-403a-a044-817898e65108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (29ed03a5-a191-44f0-b623-e9ba382251fc), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:05.459294 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (15450046-a979-447b-bae4-d4bb1026a803), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:05.490898 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58337498-c193-403a-a044-817898e65108 None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:05.491517 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-58337498-c193-403a-a044-817898e65108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:05.495284 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c971319-acf5-44be-b5a7-48a74e108293 None None] Pushing event updated for resources: {'Port': ['ID=29ed03a5-a191-44f0-b623-e9ba382251fc,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:05.500716 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:05.517560 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:05.646914 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Publish callbacks [] for port (15450046-a979-447b-bae4-d4bb1026a803), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:05.653196 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (15450046-a979-447b-bae4-d4bb1026a803), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:05.698823 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1dff7-3110-417b-a3a3-33090f05889d req-2f765953-8a7d-454e-a946-8e4db673bed9 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:05.700575 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a4d1dff7-3110-417b-a3a3-33090f05889d req-2f765953-8a7d-454e-a946-8e4db673bed9 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0945163 Sep 26 05:34:05.709060 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376ba6d-75c3-4694-b884-fc4da9bd2a9a req-6f55b400-9cfc-4852-87bc-d258fac4318d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:05.717413 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8376ba6d-75c3-4694-b884-fc4da9bd2a9a req-6f55b400-9cfc-4852-87bc-d258fac4318d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 946 time: 0.0757484 Sep 26 05:34:05.718688 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:05.728936 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Pushing event updated for resources: {'Port': ['ID=15450046-a979-447b-bae4-d4bb1026a803,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:05.729375 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:05.732241 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688012'] for router_interface (7b8d2a1f-471f-4584-b831-4f0eb48de512), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:05.733953 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Provisioning complete for port 15450046-a979-447b-bae4-d4bb1026a803 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:05.734284 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (15450046-a979-447b-bae4-d4bb1026a803), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:05.734667 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Attempt 1 to provision port 15450046-a979-447b-bae4-d4bb1026a803 Sep 26 05:34:05.777507 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-58337498-c193-403a-a044-817898e65108 None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:05.804816 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8376ba6d-75c3-4694-b884-fc4da9bd2a9a req-4e717067-3c72-400e-8aa9-a31d4cbe6273 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864561 Sep 26 05:34:05.814510 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a4d1dff7-3110-417b-a3a3-33090f05889d req-7ac5afd1-7db8-4e40-bf99-a669a0e12d52 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927908 Sep 26 05:34:05.815152 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Port 15450046-a979-447b-bae4-d4bb1026a803 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:05.836760 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Network aa57f4f4-2276-4970-8337-66a125f8a06a is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:34:05.836760 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:34:05.971521 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Router 7b8d2a1f-471f-4584-b831-4f0eb48de512 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:34:05.999632 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-58337498-c193-403a-a044-817898e65108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 1, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:06.032762 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device c144ba8f-fd55-4540-8909-80541bf1ba20 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:34:06.036416 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58337498-c193-403a-a044-817898e65108 None None] The sync data for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi is: [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 1, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:34:06.083485 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port c144ba8f-fd55-4540-8909-80541bf1ba20 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:06.083886 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (c144ba8f-fd55-4540-8909-80541bf1ba20), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:06.084231 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port c144ba8f-fd55-4540-8909-80541bf1ba20 Sep 26 05:34:06.100999 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:34:06.107231 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-9ec0c833-b19c-4ece-a7df-a0c220b54de6 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/7b8d2a1f-471f-4584-b831-4f0eb48de512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6118836 Sep 26 05:34:06.168067 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port c144ba8f-fd55-4540-8909-80541bf1ba20 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:06.316551 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Attempt 2 to provision port 15450046-a979-447b-bae4-d4bb1026a803 Sep 26 05:34:06.351354 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Port 15450046-a979-447b-bae4-d4bb1026a803 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:06.630678 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40430) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:06.636508 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-310822948-network', 'tenant_id': '297020a5021c4784889de1ea9e461280'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:06.657503 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] Made reservation on behalf of 297020a5021c4784889de1ea9e461280 for: {'network': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:34:06.660019 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:06.670394 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:06.786898 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] Publish callbacks [] for security_group (ae5d11a4-9733-44ad-bc52-8bba3d257941), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:06.792059 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (ae5d11a4-9733-44ad-bc52-8bba3d257941), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:06.823968 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:34:06.839264 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:06.843294 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5d11a4-9733-44ad-bc52-8bba3d257941,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:06.848075 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (8d4f1da7-7a55-4e49-a931-3c7b65245452), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:06.848439 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.segments_db [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] Added segment 8d4f1da7-7a55-4e49-a931-3c7b65245452 of type vlan for network 92c6263d-68ad-42e5-a577-ecaca68fa140 Sep 26 05:34:06.852908 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Attempt 3 to provision port 15450046-a979-447b-bae4-d4bb1026a803 Sep 26 05:34:06.903385 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (92c6263d-68ad-42e5-a577-ecaca68fa140), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:06.937795 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (92c6263d-68ad-42e5-a577-ecaca68fa140), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:06.939147 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:06.939917 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:06.949269 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Port 15450046-a979-447b-bae4-d4bb1026a803 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:06.953388 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:07.003658 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3710175 Sep 26 05:34:07.004631 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40438) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:07.012359 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-a201d5ac-1a3f-4bac-8a5a-ecdb1b6f4edc admin admin] Request body: {'subnet': {'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-310822948-subnet', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'ip_version': 4}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:07.020719 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8d346-de21-443d-8134-cb11ae1f225b admin admin] Pushing event updated for resources: {'Network': ['ID=92c6263d-68ad-42e5-a577-ecaca68fa140,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:07.028689 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-ea2de97b-ac7d-432d-988e-62e0388e98f2 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:07.030227 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-ea2de97b-ac7d-432d-988e-62e0388e98f2 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 946 time: 0.1330552 Sep 26 05:34:07.036842 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network 92c6263d-68ad-42e5-a577-ecaca68fa140 details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:34:07.045226 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:07.127341 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1cdd-c2d1-43c2-be57-c44065eb4244 req-8a2ef956-3686-46f4-8d81-7de42510bae1 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:07.128905 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-100e1cdd-c2d1-43c2-be57-c44065eb4244 req-8a2ef956-3686-46f4-8d81-7de42510bae1 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.1762407 Sep 26 05:34:07.140952 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a201d5ac-1a3f-4bac-8a5a-ecdb1b6f4edc admin admin] Made reservation on behalf of 297020a5021c4784889de1ea9e461280 for: {'subnet': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:34:07.143511 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a201d5ac-1a3f-4bac-8a5a-ecdb1b6f4edc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697774'] for subnet (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:07.301181 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-a1678a8f-6517-4e23-b87b-86c150daa802 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Deleting port db14dfec-952b-46e2-9617-72801c005bb3 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:34:07.301524 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-a1678a8f-6517-4e23-b87b-86c150daa802 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (db14dfec-952b-46e2-9617-72801c005bb3), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:07.326588 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:07.370276 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-100e1cdd-c2d1-43c2-be57-c44065eb4244 req-9f8b32d5-be1a-4736-a670-1843d685f7c1 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322323 Sep 26 05:34:07.379216 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f42156-0811-4b62-89f9-0131f4950b34 req-d4715097-11a9-4fb9-b1b8-34588cfec862 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:07.380708 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-78f42156-0811-4b62-89f9-0131f4950b34 req-d4715097-11a9-4fb9-b1b8-34588cfec862 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 946 time: 0.4259241 Sep 26 05:34:07.450769 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Attempt 4 to provision port 15450046-a979-447b-bae4-d4bb1026a803 Sep 26 05:34:07.484744 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Port 15450046-a979-447b-bae4-d4bb1026a803 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:07.502996 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-a1678a8f-6517-4e23-b87b-86c150daa802 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] For port db14dfec-952b-46e2-9617-72801c005bb3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=db14dfec-952b-46e2-9617-72801c005bb3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:34:07.503380 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-a1678a8f-6517-4e23-b87b-86c150daa802 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (db14dfec-952b-46e2-9617-72801c005bb3), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:07.533234 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-78f42156-0811-4b62-89f9-0131f4950b34 req-98854f56-805f-4bdd-8c88-208812f3989c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0f7def23-de7d-4461-98a1-b05e218c5419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328983 Sep 26 05:34:07.610197 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a201d5ac-1a3f-4bac-8a5a-ecdb1b6f4edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3863769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697784'] for subnet (bcc8f450-b09d-465a-94cb-73696792cf20), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:07.744513 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201d5ac-1a3f-4bac-8a5a-ecdb1b6f4edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc8f450-b09d-465a-94cb-73696792cf20,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:07.762047 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a201d5ac-1a3f-4bac-8a5a-ecdb1b6f4edc admin admin] Checking segment: {'id': '8d4f1da7-7a55-4e49-a931-3c7b65245452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:34:07.762407 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a201d5ac-1a3f-4bac-8a5a-ecdb1b6f4edc admin admin] Network hostable DHCP agents. Network: 92c6263d-68ad-42e5-a577-ecaca68fa140, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:34:07.784536 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-a1678a8f-6517-4e23-b87b-86c150daa802 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:07.784828 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-a1678a8f-6517-4e23-b87b-86c150daa802 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (d3a3cc0f-7376-4a88-b9db-00f086114d06), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:07.785147 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-a1678a8f-6517-4e23-b87b-86c150daa802 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Floating IP d3a3cc0f-7376-4a88-b9db-00f086114d06 disassociated. External IP: 172.27.0.100, port: db14dfec-952b-46e2-9617-72801c005bb3. Sep 26 05:34:07.785509 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-a1678a8f-6517-4e23-b87b-86c150daa802 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Calling delete_port for db14dfec-952b-46e2-9617-72801c005bb3 owned by compute:nova {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:34:07.803530 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a201d5ac-1a3f-4bac-8a5a-ecdb1b6f4edc admin admin] Network 92c6263d-68ad-42e5-a577-ecaca68fa140 is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:34:07.840473 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:07.843737 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-a201d5ac-1a3f-4bac-8a5a-ecdb1b6f4edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, 92c6263d-68ad-42e5-a577-ecaca68fa140) {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:34:07.853659 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a201d5ac-1a3f-4bac-8a5a-ecdb1b6f4edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:07.854326 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a201d5ac-1a3f-4bac-8a5a-ecdb1b6f4edc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:07.856980 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dffd73c-f8bf-4ca6-a5e9-9215a927828e None None] Network 92c6263d-68ad-42e5-a577-ecaca68fa140 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:34:07.897928 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-a201d5ac-1a3f-4bac-8a5a-ecdb1b6f4edc admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8896661 Sep 26 05:34:07.899306 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40442) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:07.913224 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-310822948-router', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:07.946828 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-582796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router (773c053d-e491-4f03-8edd-c1ec2086c66e), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:07.949030 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-581809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5216'] for router (773c053d-e491-4f03-8edd-c1ec2086c66e), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:07.978771 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-a1678a8f-6517-4e23-b87b-86c150daa802 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (db14dfec-952b-46e2-9617-72801c005bb3), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:07.999425 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Attempt 5 to provision port 15450046-a979-447b-bae4-d4bb1026a803 Sep 26 05:34:08.001889 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12aad040-6483-5282-87ec-497c7478fcf0-92c6263d-68ad-42e5-a577-ecaca68fa140', 'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140', 'project_id': '297020a5021c4784889de1ea9e461280', 'fixed_ips': [{'subnet_id': 'bcc8f450-b09d-465a-94cb-73696792cf20'}]}} from dv-cinder-859186-2-iscsi. {{(pid=106342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:34:08.002873 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:08.018555 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1678a8f-6517-4e23-b87b-86c150daa802 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event deleted for resources: {'Port': ['ID=db14dfec-952b-46e2-9617-72801c005bb3,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:08.019128 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Publish callbacks [] for router_controller (773c053d-e491-4f03-8edd-c1ec2086c66e), precommit_add_association {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:08.058399 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Port 15450046-a979-447b-bae4-d4bb1026a803 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:08.093907 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 29ed03a5-a191-44f0-b623-e9ba382251fc up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:34:08.165761 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:08.193777 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-a1678a8f-6517-4e23-b87b-86c150daa802 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:34:08.199739 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Publish callbacks [] for router_gateway (773c053d-e491-4f03-8edd-c1ec2086c66e), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:08.240814 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 29ed03a5-a191-44f0-b623-e9ba382251fc triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:08.241183 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (29ed03a5-a191-44f0-b623-e9ba382251fc), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:08.241703 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 29ed03a5-a191-44f0-b623-e9ba382251fc Sep 26 05:34:08.268710 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:08.272759 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:08.292339 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Allocated IP 172.20.0.2 (92c6263d-68ad-42e5-a577-ecaca68fa140/bcc8f450-b09d-465a-94cb-73696792cf20/fdc962fc-6d6b-4cfa-bcf8-860a5867474c) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:34:08.314487 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-a1678a8f-6517-4e23-b87b-86c150daa802 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:34:08.326952 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9423812a-7b29-46b3-8fab-60b4a18118b7 None None] Sync routers for ids ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:34:08.340930 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9423812a-7b29-46b3-8fab-60b4a18118b7 None None] Routers {'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:08.341756 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-9423812a-7b29-46b3-8fab-60b4a18118b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:08.401432 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 29ed03a5-a191-44f0-b623-e9ba382251fc is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:08.401822 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (29ed03a5-a191-44f0-b623-e9ba382251fc), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:08.405830 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-a1678a8f-6517-4e23-b87b-86c150daa802 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] No DVR routers for this DVR port db14dfec-952b-46e2-9617-72801c005bb3 on host hv-cinder-85918 {{(pid=106340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:34:08.418920 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-a1678a8f-6517-4e23-b87b-86c150daa802 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:08.423877 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-514fd275-4f1a-431d-ac7c-837ac3124643 req-a1678a8f-6517-4e23-b87b-86c150daa802 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.60 "DELETE /networking/v2.0/ports/db14dfec-952b-46e2-9617-72801c005bb3 HTTP/1.1" status: 204 len: 173 time: 1.3674407 Sep 26 05:34:08.425701 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'name': 'network-vif-deleted', 'tag': 'db14dfec-952b-46e2-9617-72801c005bb3'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:34:08.440945 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port 29ed03a5-a191-44f0-b623-e9ba382251fc, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=29ed03a5-a191-44f0-b623-e9ba382251fc,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:34:08.441471 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927c051a-6d63-44da-9556-b3fbcc22085a" -d '{"events": [{"server_uuid": "6ffa337e-39e1-4edc-9a0d-4468ff05c577", "name": "network-vif-deleted", "tag": "db14dfec-952b-46e2-9617-72801c005bb3"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:34:08.456345 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (29ed03a5-a191-44f0-b623-e9ba382251fc), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:08.473870 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Publish callbacks [] for router_gateway (773c053d-e491-4f03-8edd-c1ec2086c66e), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:08.520701 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:08.538766 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a420ee9-423b-4a05-b612-04a3deb4c048 x-openstack-request-id: req-7a420ee9-423b-4a05-b612-04a3deb4c048 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:34:08.540885 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffa337e-39e1-4edc-9a0d-4468ff05c577", "name": "network-vif-deleted", "tag": "db14dfec-952b-46e2-9617-72801c005bb3", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:34:08.541235 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a420ee9-423b-4a05-b612-04a3deb4c048 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:34:08.541982 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a420ee9-423b-4a05-b612-04a3deb4c048'] response: {'server_uuid': '6ffa337e-39e1-4edc-9a0d-4468ff05c577', 'name': 'network-vif-deleted', 'tag': 'db14dfec-952b-46e2-9617-72801c005bb3', 'status': 'completed', 'code': 200} Sep 26 05:34:08.555445 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Sync routers for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:34:08.556406 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-9423812a-7b29-46b3-8fab-60b4a18118b7 None None] Set router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:08.571340 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Attempt 6 to provision port 15450046-a979-447b-bae4-d4bb1026a803 Sep 26 05:34:08.723403 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Allocated IP 172.27.0.223 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/2591acbf-7574-4559-b299-e6a9c86b98d3) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:34:08.755126 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:08.755757 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:08.780382 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-030cb2b3-b70b-4389-8035-be2377bc6ebf req-917ae098-b207-405d-afd4-d9c5f8b76c19 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ffa337e-39e1-4edc-9a0d-4468ff05c577 HTTP/1.1" status: 200 len: 210 time: 0.0442152 Sep 26 05:34:08.800772 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc753f-f353-4350-bf78-0ae1d0bda075 req-47a073a0-d2a1-4341-8048-db6b3728ef84 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:08.803017 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-90cc753f-f353-4350-bf78-0ae1d0bda075 req-47a073a0-d2a1-4341-8048-db6b3728ef84 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.2580957 Sep 26 05:34:08.817454 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Publish callbacks [] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:08.819771 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=29ed03a5-a191-44f0-b623-e9ba382251fc,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:08.827594 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Port 15450046-a979-447b-bae4-d4bb1026a803 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:08.838779 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:08.889176 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Publish callbacks [] for port (2591acbf-7574-4559-b299-e6a9c86b98d3), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:08.890053 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-9423812a-7b29-46b3-8fab-60b4a18118b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:38Z', 'revision_number': 5, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:08.915344 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Network 92c6263d-68ad-42e5-a577-ecaca68fa140 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:34:08.921531 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:34:08.930883 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:34:08.938335 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (2591acbf-7574-4559-b299-e6a9c86b98d3), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:08.938964 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9423812a-7b29-46b3-8fab-60b4a18118b7 None None] Checking router: cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:34:08.941678 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Pushing event updated for resources: {'Port': ['ID=fdc962fc-6d6b-4cfa-bcf8-860a5867474c,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:08.948282 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-90cc753f-f353-4350-bf78-0ae1d0bda075 req-c8d5b93c-3e97-4b2f-9f76-cda919b05805 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340878 Sep 26 05:34:08.953581 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9423812a-7b29-46b3-8fab-60b4a18118b7 None None] Routers {'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:08.954638 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-9423812a-7b29-46b3-8fab-60b4a18118b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:08.979611 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:09.022341 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:34:09.028612 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:34:09.033081 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:34:09.050935 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Attempting to bind port fdc962fc-6d6b-4cfa-bcf8-860a5867474c on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:34:09.051362 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Attempting to bind port fdc962fc-6d6b-4cfa-bcf8-860a5867474c by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': '8d4f1da7-7a55-4e49-a931-3c7b65245452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:34:09.051728 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Attempting to bind port fdc962fc-6d6b-4cfa-bcf8-860a5867474c on network 92c6263d-68ad-42e5-a577-ecaca68fa140 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:34:09.060526 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Pushing event updated for resources: {'Port': ['ID=2591acbf-7574-4559-b299-e6a9c86b98d3,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:09.086435 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:09.092863 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-9423812a-7b29-46b3-8fab-60b4a18118b7 None None] Set router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:09.152907 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:09.168528 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:34:09.169223 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Checking segment: {'id': '8d4f1da7-7a55-4e49-a931-3c7b65245452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:34:09.169621 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:09.170009 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Bound using segment: {'id': '8d4f1da7-7a55-4e49-a931-3c7b65245452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:34:09.170482 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Bound port: fdc962fc-6d6b-4cfa-bcf8-860a5867474c, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4f1da7-7a55-4e49-a931-3c7b65245452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:34:09.170858 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:09.240666 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:09.277075 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:09.292004 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] For port fdc962fc-6d6b-4cfa-bcf8-860a5867474c, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:34:09.296206 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] For port fdc962fc-6d6b-4cfa-bcf8-860a5867474c, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=fdc962fc-6d6b-4cfa-bcf8-860a5867474c,segment=NetworkSegment(8d4f1da7-7a55-4e49-a931-3c7b65245452),segment_id=8d4f1da7-7a55-4e49-a931-3c7b65245452)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:34:09.303930 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 2, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:09.306422 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:09.307412 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-9423812a-7b29-46b3-8fab-60b4a18118b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:38Z', 'revision_number': 5, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:09.313995 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Publish callbacks [] for router_gateway (773c053d-e491-4f03-8edd-c1ec2086c66e), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:09.334661 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9423812a-7b29-46b3-8fab-60b4a18118b7 None None] The sync data for ids ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'] in dv-cinder-859186-2-iscsi is: [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:38Z', 'revision_number': 5, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:34:09.488908 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Attempt 7 to provision port 15450046-a979-447b-bae4-d4bb1026a803 Sep 26 05:34:09.522997 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Checking router: 7b8d2a1f-471f-4584-b831-4f0eb48de512 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:34:09.523710 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Updating router 7b8d2a1f-471f-4584-b831-4f0eb48de512 port 15450046-a979-447b-bae4-d4bb1026a803 binding host dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:34:09.582328 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Port 15450046-a979-447b-bae4-d4bb1026a803 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:09.599268 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (15450046-a979-447b-bae4-d4bb1026a803), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:09.604596 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30459a-ce35-4dd0-af88-b28f5b547045 None None] Pushing event updated for resources: {'Port': ['ID=fdc962fc-6d6b-4cfa-bcf8-860a5867474c,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:09.632363 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581409'] for router (773c053d-e491-4f03-8edd-c1ec2086c66e), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:09.790962 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e9031-45b4-4d48-bdc7-714bb1be2050 None None] New status for floating IP d3a3cc0f-7376-4a88-b9db-00f086114d06: DOWN {{(pid=106343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:34:09.933576 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Publish callbacks [] for port (15450046-a979-447b-bae4-d4bb1026a803), precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:09.943115 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (15450046-a979-447b-bae4-d4bb1026a803), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:09.954010 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40458) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:10.048597 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e09028-feb6-4775-8ca2-b46ee68edc39 None None] Pushing event updated for resources: {'Port': ['ID=15450046-a979-447b-bae4-d4bb1026a803,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:10.084072 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Attempt 8 to provision port 15450046-a979-447b-bae4-d4bb1026a803 Sep 26 05:34:10.091215 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bfaed4b9-e43f-4762-9e69-2f8048313753 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group (0f7def23-de7d-4461-98a1-b05e218c5419), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.102563 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Router 773c053d-e491-4f03-8edd-c1ec2086c66e is scheduled to L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f with binding_index 1 {{(pid=106341) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:34:10.118869 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Attempting to bind port 15450046-a979-447b-bae4-d4bb1026a803 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:34:10.119302 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Attempting to bind port 15450046-a979-447b-bae4-d4bb1026a803 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:34:10.119921 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Attempting to bind port 15450046-a979-447b-bae4-d4bb1026a803 on network aa57f4f4-2276-4970-8337-66a125f8a06a {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:34:10.146984 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bfaed4b9-e43f-4762-9e69-2f8048313753 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group (0f7def23-de7d-4461-98a1-b05e218c5419), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.150826 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Port 15450046-a979-447b-bae4-d4bb1026a803 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:10.156892 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090497f-3a95-4dea-874c-a0a04410d342 req-fc80031f-912e-4337-83ec-779c6ed5565c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:10.158586 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f090497f-3a95-4dea-874c-a0a04410d342 req-fc80031f-912e-4337-83ec-779c6ed5565c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0889544 Sep 26 05:34:10.171167 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:34:10.171318 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Checking segment: {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:34:10.171631 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.172014 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Bound using segment: {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:34:10.172530 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Bound port: 15450046-a979-447b-bae4-d4bb1026a803, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:34:10.172905 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (15450046-a979-447b-bae4-d4bb1026a803), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.238529 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f090497f-3a95-4dea-874c-a0a04410d342 req-dec94b13-638f-4ff0-8d0a-9d136af5e3f6 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732112 Sep 26 05:34:10.252334 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 29ed03a5-a191-44f0-b623-e9ba382251fc up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:34:10.277802 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bfaed4b9-e43f-4762-9e69-2f8048313753 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (0f7def23-de7d-4461-98a1-b05e218c5419), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.278633 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:34:10.287076 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bfaed4b9-e43f-4762-9e69-2f8048313753 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.291529 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-bfaed4b9-e43f-4762-9e69-2f8048313753 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0f7def23-de7d-4461-98a1-b05e218c5419 HTTP/1.1" status: 204 len: 168 time: 0.3322275 Sep 26 05:34:10.291784 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40462) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:10.294902 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Sync routers for ids ['773c053d-e491-4f03-8edd-c1ec2086c66e'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:34:10.304275 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaed4b9-e43f-4762-9e69-2f8048313753 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7def23-de7d-4461-98a1-b05e218c5419,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:10.304688 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] For port 15450046-a979-447b-bae4-d4bb1026a803, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:34:10.306114 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.api.v2.resource [None req-ea951147-c248-4f3f-aa6d-e04e8db2ea6a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] show failed (client error): The resource could not be found. Sep 26 05:34:10.307097 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-ea951147-c248-4f3f-aa6d-e04e8db2ea6a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups/0f7def23-de7d-4461-98a1-b05e218c5419 HTTP/1.1" status: 404 len: 347 time: 0.0143695 Sep 26 05:34:10.310382 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.310511 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40464) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:10.314632 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-930b85f7-f9ec-4760-b2f2-694759915f23 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4100609 Sep 26 05:34:10.314632 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40466) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:10.338883 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] For port 15450046-a979-447b-bae4-d4bb1026a803, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=15450046-a979-447b-bae4-d4bb1026a803,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:34:10.359469 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (15450046-a979-447b-bae4-d4bb1026a803), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.364974 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Routers {'773c053d-e491-4f03-8edd-c1ec2086c66e'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:10.365801 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['773c053d-e491-4f03-8edd-c1ec2086c66e'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:10.445113 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-0d31d1a8-39ba-4569-9ce6-8edb43a81a42 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Deleting port d0206699-6e4e-4c34-9705-f63526802fb9 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:34:10.446162 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0d31d1a8-39ba-4569-9ce6-8edb43a81a42 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (d0206699-6e4e-4c34-9705-f63526802fb9), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.489099 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:10.489986 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:10.524939 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Set router 773c053d-e491-4f03-8edd-c1ec2086c66e gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:10.548215 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0d31d1a8-39ba-4569-9ce6-8edb43a81a42 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (d0206699-6e4e-4c34-9705-f63526802fb9), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.548844 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0d31d1a8-39ba-4569-9ce6-8edb43a81a42 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for floatingip (d0206699-6e4e-4c34-9705-f63526802fb9), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.567017 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-0d31d1a8-39ba-4569-9ce6-8edb43a81a42 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Calling delete_port for d0206699-6e4e-4c34-9705-f63526802fb9 owned by network:floatingip {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:34:10.606423 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 29ed03a5-a191-44f0-b623-e9ba382251fc triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:10.606801 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (29ed03a5-a191-44f0-b623-e9ba382251fc), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.607132 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 29ed03a5-a191-44f0-b623-e9ba382251fc Sep 26 05:34:10.661777 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:10.667174 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:10.677785 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:10.678428 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:10.680565 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Attempt 9 to provision port 15450046-a979-447b-bae4-d4bb1026a803 Sep 26 05:34:10.693399 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83a475b-d0e9-4f7f-8f8d-27dc047bd388 None None] Network 92c6263d-68ad-42e5-a577-ecaca68fa140 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:34:10.694918 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:10.744166 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0d31d1a8-39ba-4569-9ce6-8edb43a81a42 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (d0206699-6e4e-4c34-9705-f63526802fb9), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.747791 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:10.773565 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31d1a8-39ba-4569-9ce6-8edb43a81a42 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event deleted for resources: {'Port': ['ID=d0206699-6e4e-4c34-9705-f63526802fb9,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:10.809263 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.814645 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e09028-feb6-4775-8ca2-b46ee68edc39 None None] Pushing event updated for resources: {'Port': ['ID=15450046-a979-447b-bae4-d4bb1026a803,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:10.858186 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0d31d1a8-39ba-4569-9ce6-8edb43a81a42 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for floatingip (d3a3cc0f-7376-4a88-b9db-00f086114d06), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.860925 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0d31d1a8-39ba-4569-9ce6-8edb43a81a42 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:10.865103 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-0d31d1a8-39ba-4569-9ce6-8edb43a81a42 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/d3a3cc0f-7376-4a88-b9db-00f086114d06 HTTP/1.1" status: 204 len: 168 time: 0.5505168 Sep 26 05:34:10.962868 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40470) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:10.967415 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-1517a28c-e166-4ce9-87eb-4f582d39da77 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283004950', 'description': 'tempest-description--1193516448'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:10.990024 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1517a28c-e166-4ce9-87eb-4f582d39da77 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.006993 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Allocated IP 172.20.0.1 (92c6263d-68ad-42e5-a577-ecaca68fa140/bcc8f450-b09d-465a-94cb-73696792cf20/2ac40145-7ad5-45c5-a970-c59f77d4804c) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:34:11.053182 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:11.067850 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1517a28c-e166-4ce9-87eb-4f582d39da77 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group (b302e7bd-8e43-4915-aed5-a1bc41138e33), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.073224 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1517a28c-e166-4ce9-87eb-4f582d39da77 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (b302e7bd-8e43-4915-aed5-a1bc41138e33), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.103991 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:11.115933 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Current status of the port 15450046-a979-447b-bae4-d4bb1026a803 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:11.116337 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (15450046-a979-447b-bae4-d4bb1026a803), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.124269 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 29ed03a5-a191-44f0-b623-e9ba382251fc is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:11.125413 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device fdc962fc-6d6b-4cfa-bcf8-860a5867474c up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:34:11.125625 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1517a28c-e166-4ce9-87eb-4f582d39da77 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.129776 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-1517a28c-e166-4ce9-87eb-4f582d39da77 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1629863 Sep 26 05:34:11.130329 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40472) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:11.134434 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517a28c-e166-4ce9-87eb-4f582d39da77 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b302e7bd-8e43-4915-aed5-a1bc41138e33,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:11.136836 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-61784617-2c3e-4863-b6fd-a0b3571be2c4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Request body: {'security_group_rule': {'security_group_id': 'b302e7bd-8e43-4915-aed5-a1bc41138e33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:11.156151 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Publish callbacks [] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.198708 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-61784617-2c3e-4863-b6fd-a0b3571be2c4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group_rule (d004ac81-5191-4f90-a0f1-bff9e6dcdc97), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.238892 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.303037 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Network 92c6263d-68ad-42e5-a577-ecaca68fa140 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:34:11.313268 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:34:11.318607 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-61784617-2c3e-4863-b6fd-a0b3571be2c4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group_rule (d004ac81-5191-4f90-a0f1-bff9e6dcdc97), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.322206 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:34:11.326144 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac40145-7ad5-45c5-a970-c59f77d4804c,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:11.326330 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'name': 'tempest-TestVolumeBootPattern-310822948-router', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2591acbf-7574-4559-b299-e6a9c86b98d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:07Z', 'updated_at': '2022-09-26T05:34:09Z', 'revision_number': 3, 'project_id': '297020a5021c4784889de1ea9e461280', 'gw_port': {'id': '2591acbf-7574-4559-b299-e6a9c86b98d3', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:08Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:11.350950 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-61784617-2c3e-4863-b6fd-a0b3571be2c4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (d004ac81-5191-4f90-a0f1-bff9e6dcdc97), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.387177 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687896'] for router_interface (773c053d-e491-4f03-8edd-c1ec2086c66e), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.392477 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Checking router: 773c053d-e491-4f03-8edd-c1ec2086c66e for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:34:11.392827 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Updating router 773c053d-e491-4f03-8edd-c1ec2086c66e port 2591acbf-7574-4559-b299-e6a9c86b98d3 binding host dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:34:11.411888 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77e733-4452-4a34-90a1-8852c0fb6885 req-47c579ce-f91a-4d23-bc1a-dab5a94b5383 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:11.413791 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0c77e733-4452-4a34-90a1-8852c0fb6885 req-47c579ce-f91a-4d23-bc1a-dab5a94b5383 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0583565 Sep 26 05:34:11.448596 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61784617-2c3e-4863-b6fd-a0b3571be2c4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d004ac81-5191-4f90-a0f1-bff9e6dcdc97,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:11.455121 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] For port 15450046-a979-447b-bae4-d4bb1026a803, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=15450046-a979-447b-bae4-d4bb1026a803,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:34:11.468374 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-61784617-2c3e-4863-b6fd-a0b3571be2c4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.472040 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-61784617-2c3e-4863-b6fd-a0b3571be2c4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3381629 Sep 26 05:34:11.472747 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40476) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:11.477379 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (15450046-a979-447b-bae4-d4bb1026a803), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.479272 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (2591acbf-7574-4559-b299-e6a9c86b98d3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.479486 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-6575f468-9aa9-4c4d-baa8-22a7958210a5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Request body: {'security_group_rule': {'security_group_id': 'b302e7bd-8e43-4915-aed5-a1bc41138e33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:11.486363 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:11.511502 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0c77e733-4452-4a34-90a1-8852c0fb6885 req-4d77b945-d8c7-420f-b119-057ca7da2151 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908465 Sep 26 05:34:11.524590 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:11.545896 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port fdc962fc-6d6b-4cfa-bcf8-860a5867474c triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:11.545896 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.545896 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port fdc962fc-6d6b-4cfa-bcf8-860a5867474c Sep 26 05:34:11.585413 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6575f468-9aa9-4c4d-baa8-22a7958210a5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group_rule (19a5d4af-f9a8-4b93-9d0d-4136ebb71dbe), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.604584 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.686652 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6575f468-9aa9-4c4d-baa8-22a7958210a5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group_rule (19a5d4af-f9a8-4b93-9d0d-4136ebb71dbe), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.692876 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6575f468-9aa9-4c4d-baa8-22a7958210a5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (19a5d4af-f9a8-4b93-9d0d-4136ebb71dbe), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.706521 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f4b6e-27af-4aa8-882e-13663105bbf4 None None] Pushing event updated for resources: {'Port': ['ID=15450046-a979-447b-bae4-d4bb1026a803,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:11.709474 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-d07452aa-10b7-4afb-9264-7b13f3019c06 None None] Provisioning complete for port fdc962fc-6d6b-4cfa-bcf8-860a5867474c triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:11.709839 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d07452aa-10b7-4afb-9264-7b13f3019c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.710171 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d07452aa-10b7-4afb-9264-7b13f3019c06 None None] Attempt 1 to provision port fdc962fc-6d6b-4cfa-bcf8-860a5867474c Sep 26 05:34:11.716616 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device db14dfec-952b-46e2-9617-72801c005bb3 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:34:11.718488 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:11.747441 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575f468-9aa9-4c4d-baa8-22a7958210a5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a5d4af-f9a8-4b93-9d0d-4136ebb71dbe,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:11.762923 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6575f468-9aa9-4c4d-baa8-22a7958210a5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.767127 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-6575f468-9aa9-4c4d-baa8-22a7958210a5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2908862 Sep 26 05:34:11.767705 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40478) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:11.772743 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Request body: {'floatingip': {'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:11.780297 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: db14dfec-952b-46e2-9617-72801c005bb3 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:34:11.780633 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device db14dfec-952b-46e2-9617-72801c005bb3 not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:34:11.797880 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.809517 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:10Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:11.849698 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Publish callbacks [] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.855540 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.884552 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.901660 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d1232-ae4b-45ab-8725-4621e9727ed3 None None] The sync data for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi is: [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:10Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:34:11.920848 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port fdc962fc-6d6b-4cfa-bcf8-860a5867474c is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:11.921070 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:11.933626 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac40145-7ad5-45c5-a970-c59f77d4804c,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:11.936171 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688012'] for router_interface (773c053d-e491-4f03-8edd-c1ec2086c66e), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.027361 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d07452aa-10b7-4afb-9264-7b13f3019c06 None None] Current status of the port fdc962fc-6d6b-4cfa-bcf8-860a5867474c is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:12.027740 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d07452aa-10b7-4afb-9264-7b13f3019c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.032967 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:12.041116 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port fdc962fc-6d6b-4cfa-bcf8-860a5867474c, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=fdc962fc-6d6b-4cfa-bcf8-860a5867474c,segment=NetworkSegment(8d4f1da7-7a55-4e49-a931-3c7b65245452),segment_id=8d4f1da7-7a55-4e49-a931-3c7b65245452)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:34:12.051026 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.053118 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Network 92c6263d-68ad-42e5-a577-ecaca68fa140 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:34:12.055019 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:34:12.210843 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Publish callbacks [] for port (2591acbf-7574-4559-b299-e6a9c86b98d3), precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.217471 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Router 773c053d-e491-4f03-8edd-c1ec2086c66e has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:34:12.223650 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=fdc962fc-6d6b-4cfa-bcf8-860a5867474c,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:12.229026 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.db.api [None req-d07452aa-10b7-4afb-9264-7b13f3019c06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 05:34:12.229447 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG oslo_db.api [None req-d07452aa-10b7-4afb-9264-7b13f3019c06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 05:34:12.229974 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (2591acbf-7574-4559-b299-e6a9c86b98d3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.276503 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Attempting to bind port 2591acbf-7574-4559-b299-e6a9c86b98d3 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:34:12.277121 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Attempting to bind port 2591acbf-7574-4559-b299-e6a9c86b98d3 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:34:12.277657 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Attempting to bind port 2591acbf-7574-4559-b299-e6a9c86b98d3 on network 1d7e5a44-5796-4db3-9f47-9726042cf055 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:34:12.280349 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 15450046-a979-447b-bae4-d4bb1026a803 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:34:12.346126 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Allocated IP 172.27.0.119 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/019b133a-55cb-4563-bc5c-e577d12c5c9b) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:34:12.349312 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:34:12.356623 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ea8ae-f69b-4ce2-b9be-68fa3579616b None None] Pushing event updated for resources: {'Port': ['ID=2591acbf-7574-4559-b299-e6a9c86b98d3,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:12.364934 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-93dc3b1f-5574-4fbb-8019-1780381bdb70 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/773c053d-e491-4f03-8edd-c1ec2086c66e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0491455 Sep 26 05:34:12.402225 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:34:12.402598 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Checking segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:34:12.403001 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.403389 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Bound using segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:34:12.403860 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Bound port: 2591acbf-7574-4559-b299-e6a9c86b98d3, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:34:12.404239 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (2591acbf-7574-4559-b299-e6a9c86b98d3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.438536 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 15450046-a979-447b-bae4-d4bb1026a803 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:12.438985 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (15450046-a979-447b-bae4-d4bb1026a803), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.439428 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 15450046-a979-447b-bae4-d4bb1026a803 Sep 26 05:34:12.493960 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:12.522261 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] For port 2591acbf-7574-4559-b299-e6a9c86b98d3, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:34:12.524442 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for port (019b133a-55cb-4563-bc5c-e577d12c5c9b), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.527200 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] For port 2591acbf-7574-4559-b299-e6a9c86b98d3, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=2591acbf-7574-4559-b299-e6a9c86b98d3,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:34:12.551232 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (2591acbf-7574-4559-b299-e6a9c86b98d3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.579279 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (019b133a-55cb-4563-bc5c-e577d12c5c9b), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.602828 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Routers {'773c053d-e491-4f03-8edd-c1ec2086c66e'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:12.603950 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['773c053d-e491-4f03-8edd-c1ec2086c66e'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:12.607674 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 15450046-a979-447b-bae4-d4bb1026a803 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:12.644411 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:12.650794 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:12.667883 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event updated for resources: {'Port': ['ID=019b133a-55cb-4563-bc5c-e577d12c5c9b,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:12.675477 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:34:12.680282 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ea8ae-f69b-4ce2-b9be-68fa3579616b None None] Pushing event updated for resources: {'Port': ['ID=2591acbf-7574-4559-b299-e6a9c86b98d3,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:12.698972 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:34:12.703914 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:34:12.769193 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14666e-58f1-4e4a-bf90-848cba40814d req-c947da96-af38-4458-8ca7-405863363b4d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:12.770770 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4e14666e-58f1-4e4a-bf90-848cba40814d req-c947da96-af38-4458-8ca7-405863363b4d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.1207671 Sep 26 05:34:12.789893 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] Set router 773c053d-e491-4f03-8edd-c1ec2086c66e gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:12.792061 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d07452aa-10b7-4afb-9264-7b13f3019c06 None None] Current status of the port fdc962fc-6d6b-4cfa-bcf8-860a5867474c is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:12.825070 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40492) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:12.829756 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-3a4e7ad7-71bb-47e8-aafb-5c5bc63c2ea7 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1686962999', 'description': 'tempest-secgroup-smoke-1686962999 description', 'project_id': '774c63ee5fc74c619f63c64590c154e4'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:12.842187 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-d07452aa-10b7-4afb-9264-7b13f3019c06 None None] Provisioning complete for port 15450046-a979-447b-bae4-d4bb1026a803 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:12.842487 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d07452aa-10b7-4afb-9264-7b13f3019c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (15450046-a979-447b-bae4-d4bb1026a803), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.842824 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d07452aa-10b7-4afb-9264-7b13f3019c06 None None] Attempt 1 to provision port 15450046-a979-447b-bae4-d4bb1026a803 Sep 26 05:34:12.864573 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7ad7-71bb-47e8-aafb-5c5bc63c2ea7 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.876783 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:34:12.884024 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:12.896820 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:12.902594 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for floatingip (f0352010-6f28-445a-97a4-572c30ca9b32), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.915002 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4e14666e-58f1-4e4a-bf90-848cba40814d req-8bbf1a79-f87f-4c9b-a44f-1c3d28f6fc76 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225595 Sep 26 05:34:12.971478 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (019b133a-55cb-4563-bc5c-e577d12c5c9b), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.972152 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7ad7-71bb-47e8-aafb-5c5bc63c2ea7 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group (7eb35423-d2b0-4263-942b-b274f2129f77), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:12.979524 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7ad7-71bb-47e8-aafb-5c5bc63c2ea7 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (7eb35423-d2b0-4263-942b-b274f2129f77), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.026424 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3a4e7ad7-71bb-47e8-aafb-5c5bc63c2ea7 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.031205 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-3a4e7ad7-71bb-47e8-aafb-5c5bc63c2ea7 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2016466 Sep 26 05:34:13.031205 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e7ad7-71bb-47e8-aafb-5c5bc63c2ea7 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb35423-d2b0-4263-942b-b274f2129f77,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:13.032142 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40494) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:13.039349 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-0a219b76-51fa-4d8e-860e-b8df0a6105d6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Request body: {'security_group_rule': {'security_group_id': '7eb35423-d2b0-4263-942b-b274f2129f77', 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:13.078569 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d07452aa-10b7-4afb-9264-7b13f3019c06 None None] Current status of the port 15450046-a979-447b-bae4-d4bb1026a803 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:13.114962 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0a219b76-51fa-4d8e-860e-b8df0a6105d6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (180bfa73-35ff-48b8-bac8-c4a25fe7417d), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.216385 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0a219b76-51fa-4d8e-860e-b8df0a6105d6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (180bfa73-35ff-48b8-bac8-c4a25fe7417d), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.224239 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0a219b76-51fa-4d8e-860e-b8df0a6105d6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (180bfa73-35ff-48b8-bac8-c4a25fe7417d), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.228643 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for port (019b133a-55cb-4563-bc5c-e577d12c5c9b), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.239363 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (019b133a-55cb-4563-bc5c-e577d12c5c9b), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.249001 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:13.257410 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Provisioning complete for port 2ac40145-7ad5-45c5-a970-c59f77d4804c triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:13.257833 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.258305 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Attempt 1 to provision port 2ac40145-7ad5-45c5-a970-c59f77d4804c Sep 26 05:34:13.291016 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'name': 'tempest-TestVolumeBootPattern-310822948-router', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2591acbf-7574-4559-b299-e6a9c86b98d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:07Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 4, 'project_id': '297020a5021c4784889de1ea9e461280', 'gw_port': {'id': '2591acbf-7574-4559-b299-e6a9c86b98d3', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:08Z', 'updated_at': '2022-09-26T05:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '2ac40145-7ad5-45c5-a970-c59f77d4804c', 'name': '', 'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'mac_address': 'fa:16:3e:99:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bcc8f450-b09d-465a-94cb-73696792cf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:10Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 2, 'project_id': '297020a5021c4784889de1ea9e461280', 'subnets': [{'id': 'bcc8f450-b09d-465a-94cb-73696792cf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:13.291366 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a219b76-51fa-4d8e-860e-b8df0a6105d6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180bfa73-35ff-48b8-bac8-c4a25fe7417d,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:13.300651 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0a219b76-51fa-4d8e-860e-b8df0a6105d6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.301905 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-0a219b76-51fa-4d8e-860e-b8df0a6105d6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2687993 Sep 26 05:34:13.305122 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40496) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:13.309576 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-c699e8a8-a3e5-4ae0-a87e-e6a45d148b79 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Request body: {'security_group_rule': {'security_group_id': '7eb35423-d2b0-4263-942b-b274f2129f77', 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:13.324652 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (f0352010-6f28-445a-97a4-572c30ca9b32), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.328906 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event updated for resources: {'Port': ['ID=019b133a-55cb-4563-bc5c-e577d12c5c9b,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:13.333366 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c1eac-c247-4d69-9064-38530905c879 None None] The sync data for ids ['773c053d-e491-4f03-8edd-c1ec2086c66e'] in dv-cinder-859186-2-iscsi is: [{'id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'name': 'tempest-TestVolumeBootPattern-310822948-router', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2591acbf-7574-4559-b299-e6a9c86b98d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:07Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 4, 'project_id': '297020a5021c4784889de1ea9e461280', 'gw_port': {'id': '2591acbf-7574-4559-b299-e6a9c86b98d3', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:08Z', 'updated_at': '2022-09-26T05:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '2ac40145-7ad5-45c5-a970-c59f77d4804c', 'name': '', 'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'mac_address': 'fa:16:3e:99:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bcc8f450-b09d-465a-94cb-73696792cf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:10Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 2, 'project_id': '297020a5021c4784889de1ea9e461280', 'subnets': [{'id': 'bcc8f450-b09d-465a-94cb-73696792cf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:34:13.339141 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Port 2ac40145-7ad5-45c5-a970-c59f77d4804c cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:13.345111 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.346468 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-43ae5e86-b1b3-4c46-bc79-cc9f80fe039d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5777769 Sep 26 05:34:13.347337 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c699e8a8-a3e5-4ae0-a87e-e6a45d148b79 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (6c1b4b2a-122b-4f9c-94d8-317064588303), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.425665 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c699e8a8-a3e5-4ae0-a87e-e6a45d148b79 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (6c1b4b2a-122b-4f9c-94d8-317064588303), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.429567 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c699e8a8-a3e5-4ae0-a87e-e6a45d148b79 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (6c1b4b2a-122b-4f9c-94d8-317064588303), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.451773 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699e8a8-a3e5-4ae0-a87e-e6a45d148b79 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1b4b2a-122b-4f9c-94d8-317064588303,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:13.457191 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c699e8a8-a3e5-4ae0-a87e-e6a45d148b79 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.461886 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-c699e8a8-a3e5-4ae0-a87e-e6a45d148b79 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1522765 Sep 26 05:34:13.461886 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40502) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:13.466344 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-bbae9598-f628-449e-a2b2-3c612c11fec1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Request body: {'security_group_rule': {'security_group_id': '7eb35423-d2b0-4263-942b-b274f2129f77', 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:13.497000 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-bbae9598-f628-449e-a2b2-3c612c11fec1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (cc756806-6eef-4f6c-b4ff-3d5f757c02e8), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.561454 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-bbae9598-f628-449e-a2b2-3c612c11fec1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (cc756806-6eef-4f6c-b4ff-3d5f757c02e8), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.566076 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-bbae9598-f628-449e-a2b2-3c612c11fec1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (cc756806-6eef-4f6c-b4ff-3d5f757c02e8), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.602691 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae9598-f628-449e-a2b2-3c612c11fec1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc756806-6eef-4f6c-b4ff-3d5f757c02e8,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:13.612269 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-bbae9598-f628-449e-a2b2-3c612c11fec1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.616429 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-bbae9598-f628-449e-a2b2-3c612c11fec1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506226 Sep 26 05:34:13.616534 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-f0e8882b-ca1a-424d-9014-ac7144dd3e58 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1283004950&fields=id&tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e HTTP/1.1" status: 200 len: 267 time: 0.0872107 Sep 26 05:34:13.616630 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40512) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:13.621226 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-5245a806-ba6a-494a-b1bd-9f8feb237fd3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Request body: {'security_group_rule': {'security_group_id': '7eb35423-d2b0-4263-942b-b274f2129f77', 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:13.659337 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5245a806-ba6a-494a-b1bd-9f8feb237fd3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (e2797490-0941-4e26-9f74-fed1fce9501c), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.739403 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5245a806-ba6a-494a-b1bd-9f8feb237fd3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (e2797490-0941-4e26-9f74-fed1fce9501c), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.745350 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5245a806-ba6a-494a-b1bd-9f8feb237fd3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (e2797490-0941-4e26-9f74-fed1fce9501c), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.749675 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3e617-a071-48de-83fc-952006112766 req-8666b729-591e-46de-bc8e-f63401490095 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:13.751200 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-8666b729-591e-46de-bc8e-f63401490095 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/networks?id=7a033fac-5647-47c1-8abf-96bf265545b0 HTTP/1.1" status: 200 len: 816 time: 0.1272149 Sep 26 05:34:13.770176 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-09aaec5a-2d4f-4880-bf04-b55118ad3894 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/quotas/e5e1c15ae90e4b82b4e216b3a0549e2e HTTP/1.1" status: 200 len: 375 time: 0.0123229 Sep 26 05:34:13.776473 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245a806-ba6a-494a-b1bd-9f8feb237fd3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2797490-0941-4e26-9f74-fed1fce9501c,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:13.783076 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5245a806-ba6a-494a-b1bd-9f8feb237fd3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.787554 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-5245a806-ba6a-494a-b1bd-9f8feb237fd3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1702993 Sep 26 05:34:13.788210 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40514) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:13.792767 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-a51fd348-7a37-440c-a141-23b881d4076b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Request body: {'security_group_rule': {'security_group_id': '7eb35423-d2b0-4263-942b-b274f2129f77', 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:13.818409 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.securitygroups_db [None req-a51fd348-7a37-440c-a141-23b881d4076b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Project 774c63ee5fc74c619f63c64590c154e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 05:34:13.819267 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:13.828497 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-a51fd348-7a37-440c-a141-23b881d4076b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (8910fd7d-9278-4e31-ae6a-2cb261c1f03a), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.832680 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-66fe31e2-be70-4126-ba48-dd17a7840263 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533652 Sep 26 05:34:13.841834 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Attempt 2 to provision port 2ac40145-7ad5-45c5-a970-c59f77d4804c Sep 26 05:34:13.883399 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Port 2ac40145-7ad5-45c5-a970-c59f77d4804c cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:13.885924 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:13.893263 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-a51fd348-7a37-440c-a141-23b881d4076b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (8910fd7d-9278-4e31-ae6a-2cb261c1f03a), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.897989 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-a51fd348-7a37-440c-a141-23b881d4076b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (8910fd7d-9278-4e31-ae6a-2cb261c1f03a), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.908526 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:13.919150 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fd348-7a37-440c-a141-23b881d4076b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8910fd7d-9278-4e31-ae6a-2cb261c1f03a,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:13.935003 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-a51fd348-7a37-440c-a141-23b881d4076b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:13.939434 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-a51fd348-7a37-440c-a141-23b881d4076b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500106 Sep 26 05:34:13.939883 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40516) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:13.950725 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-411baf93-9171-4584-a41f-743361a1f455 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Request body: {'security_group_rule': {'security_group_id': '7eb35423-d2b0-4263-942b-b274f2129f77', 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:13.974119 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-7d2b8d1a-f414-4510-a231-de81ffe404f4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261992 Sep 26 05:34:14.005914 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.securitygroups_db [None req-411baf93-9171-4584-a41f-743361a1f455 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Project 774c63ee5fc74c619f63c64590c154e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 05:34:14.047168 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-411baf93-9171-4584-a41f-743361a1f455 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (60a6a4e2-c192-48e7-b09b-c40bebb85ad0), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:14.200987 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device fdc962fc-6d6b-4cfa-bcf8-860a5867474c up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:34:14.273251 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port fdc962fc-6d6b-4cfa-bcf8-860a5867474c triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:14.274372 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:14.275196 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port fdc962fc-6d6b-4cfa-bcf8-860a5867474c Sep 26 05:34:14.358724 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:14.373859 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port fdc962fc-6d6b-4cfa-bcf8-860a5867474c is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:14.385008 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Attempt 3 to provision port 2ac40145-7ad5-45c5-a970-c59f77d4804c Sep 26 05:34:14.426320 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Port 2ac40145-7ad5-45c5-a970-c59f77d4804c cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:14.434188 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af183e6-583a-4675-bb39-5ae3db306b51 req-469114d0-6b52-48b3-b094-4da77d2e7f8a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:14.435694 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6af183e6-583a-4675-bb39-5ae3db306b51 req-469114d0-6b52-48b3-b094-4da77d2e7f8a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.4309726 Sep 26 05:34:14.462396 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd444510-3383-4bce-acb9-2b135778c5c2 req-169dc619-e901-40f7-9151-7185788cd221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:14.463852 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-dd444510-3383-4bce-acb9-2b135778c5c2 req-169dc619-e901-40f7-9151-7185788cd221 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 1130 time: 0.0981834 Sep 26 05:34:14.515668 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-8d747483-b4b9-41f4-a245-5605bea0754a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307164 Sep 26 05:34:14.517437 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-411baf93-9171-4584-a41f-743361a1f455 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (60a6a4e2-c192-48e7-b09b-c40bebb85ad0), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:14.530311 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-411baf93-9171-4584-a41f-743361a1f455 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (60a6a4e2-c192-48e7-b09b-c40bebb85ad0), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:14.579388 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6af183e6-583a-4675-bb39-5ae3db306b51 req-8e1700cd-8255-4efa-a9c5-8fea26d3edde tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370811 Sep 26 05:34:14.579977 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411baf93-9171-4584-a41f-743361a1f455 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a6a4e2-c192-48e7-b09b-c40bebb85ad0,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:14.585460 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-dd444510-3383-4bce-acb9-2b135778c5c2 req-03857475-b066-4d06-ac1f-fda3d41c7580 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015372 Sep 26 05:34:14.591886 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-411baf93-9171-4584-a41f-743361a1f455 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:14.593587 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-411baf93-9171-4584-a41f-743361a1f455 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6524925 Sep 26 05:34:14.719205 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fb2a0b38-3ae9-4321-a1ee-04e32c4a8f7e req-695344fd-1b7b-4cab-97cf-54b4ba9a2647 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 210 time: 0.0364492 Sep 26 05:34:14.928071 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Attempt 4 to provision port 2ac40145-7ad5-45c5-a970-c59f77d4804c Sep 26 05:34:14.961828 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Port 2ac40145-7ad5-45c5-a970-c59f77d4804c cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:15.463103 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Attempt 5 to provision port 2ac40145-7ad5-45c5-a970-c59f77d4804c Sep 26 05:34:15.495616 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Port 2ac40145-7ad5-45c5-a970-c59f77d4804c cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:15.626540 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Sync routers for ids ['773c053d-e491-4f03-8edd-c1ec2086c66e'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:34:15.642645 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Routers {'773c053d-e491-4f03-8edd-c1ec2086c66e'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:15.643375 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['773c053d-e491-4f03-8edd-c1ec2086c66e'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:15.728588 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163dc12-3a16-4006-b99b-dc3ccdbfbdf5 req-96125103-ef19-452e-8ee1-a476c72bc647 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:15.732783 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f163dc12-3a16-4006-b99b-dc3ccdbfbdf5 req-96125103-ef19-452e-8ee1-a476c72bc647 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0512052 Sep 26 05:34:15.752888 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Set router 773c053d-e491-4f03-8edd-c1ec2086c66e gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:15.797148 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:15.800234 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f163dc12-3a16-4006-b99b-dc3ccdbfbdf5 req-f0660608-c498-4671-95d9-3fca8597863c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643337 Sep 26 05:34:15.869162 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-044f7657-416a-4f32-b437-9c7ca61cf079 req-72c43993-f87d-42e9-8c94-ec870bb0c306 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 210 time: 0.0313857 Sep 26 05:34:15.978696 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'name': 'tempest-TestVolumeBootPattern-310822948-router', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2591acbf-7574-4559-b299-e6a9c86b98d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:07Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 4, 'project_id': '297020a5021c4784889de1ea9e461280', 'gw_port': {'id': '2591acbf-7574-4559-b299-e6a9c86b98d3', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:08Z', 'updated_at': '2022-09-26T05:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '2ac40145-7ad5-45c5-a970-c59f77d4804c', 'name': '', 'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'mac_address': 'fa:16:3e:99:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bcc8f450-b09d-465a-94cb-73696792cf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:10Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 2, 'project_id': '297020a5021c4784889de1ea9e461280', 'subnets': [{'id': 'bcc8f450-b09d-465a-94cb-73696792cf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:15.996856 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Attempt 6 to provision port 2ac40145-7ad5-45c5-a970-c59f77d4804c Sep 26 05:34:16.002956 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Checking router: 773c053d-e491-4f03-8edd-c1ec2086c66e for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:34:16.003310 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Updating router 773c053d-e491-4f03-8edd-c1ec2086c66e port 2ac40145-7ad5-45c5-a970-c59f77d4804c binding host dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:34:16.027822 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Port 2ac40145-7ad5-45c5-a970-c59f77d4804c cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:16.030410 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:16.066448 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:16.151806 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 2591acbf-7574-4559-b299-e6a9c86b98d3 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:34:16.207561 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 2591acbf-7574-4559-b299-e6a9c86b98d3 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:16.207939 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (2591acbf-7574-4559-b299-e6a9c86b98d3), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:16.208743 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 2591acbf-7574-4559-b299-e6a9c86b98d3 Sep 26 05:34:16.283598 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 2591acbf-7574-4559-b299-e6a9c86b98d3 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:16.283984 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (2591acbf-7574-4559-b299-e6a9c86b98d3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:16.307532 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port 2591acbf-7574-4559-b299-e6a9c86b98d3, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=2591acbf-7574-4559-b299-e6a9c86b98d3,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:34:16.313467 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (2591acbf-7574-4559-b299-e6a9c86b98d3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:16.366002 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=2591acbf-7574-4559-b299-e6a9c86b98d3,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:16.391290 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Publish callbacks [] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:16.399513 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:16.469348 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Pushing event updated for resources: {'Port': ['ID=2ac40145-7ad5-45c5-a970-c59f77d4804c,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:16.494123 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:16.494458 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:16.494789 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:16.495139 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:16.495465 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:16.495784 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:16.496096 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:16.496433 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:16.496775 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:16.497086 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:16.497395 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:16.497739 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:16.498049 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:16.498334 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:16.498639 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:16.516019 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Attempting to bind port 2ac40145-7ad5-45c5-a970-c59f77d4804c on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:34:16.516406 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Attempting to bind port 2ac40145-7ad5-45c5-a970-c59f77d4804c by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': '8d4f1da7-7a55-4e49-a931-3c7b65245452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:34:16.516762 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Attempting to bind port 2ac40145-7ad5-45c5-a970-c59f77d4804c on network 92c6263d-68ad-42e5-a577-ecaca68fa140 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:34:16.528956 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Attempt 7 to provision port 2ac40145-7ad5-45c5-a970-c59f77d4804c Sep 26 05:34:16.559528 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:34:16.560150 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Checking segment: {'id': '8d4f1da7-7a55-4e49-a931-3c7b65245452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:34:16.560652 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:16.561037 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Bound using segment: {'id': '8d4f1da7-7a55-4e49-a931-3c7b65245452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:34:16.561515 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Bound port: 2ac40145-7ad5-45c5-a970-c59f77d4804c, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4f1da7-7a55-4e49-a931-3c7b65245452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:34:16.562182 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:16.565193 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Port 2ac40145-7ad5-45c5-a970-c59f77d4804c cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:16.624287 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] For port 2ac40145-7ad5-45c5-a970-c59f77d4804c, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:34:16.627429 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] For port 2ac40145-7ad5-45c5-a970-c59f77d4804c, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=2ac40145-7ad5-45c5-a970-c59f77d4804c,segment=NetworkSegment(8d4f1da7-7a55-4e49-a931-3c7b65245452),segment_id=8d4f1da7-7a55-4e49-a931-3c7b65245452)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:34:16.634741 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:16.669393 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Routers {'773c053d-e491-4f03-8edd-c1ec2086c66e'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:16.670040 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['773c053d-e491-4f03-8edd-c1ec2086c66e'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:16.738055 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cedc59-25a2-499f-bfe0-b6a167435095 None None] Pushing event updated for resources: {'Port': ['ID=2ac40145-7ad5-45c5-a970-c59f77d4804c,revision_number=4']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:16.808299 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] Set router 773c053d-e491-4f03-8edd-c1ec2086c66e gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:16.904224 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:16.970622 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6df57d-e726-45ea-9bdb-9d9d8fc6fb41 req-d47ac883-3992-42c6-a28e-88bfdfdd3de4 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:16.976809 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ab6df57d-e726-45ea-9bdb-9d9d8fc6fb41 req-d47ac883-3992-42c6-a28e-88bfdfdd3de4 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0877953 Sep 26 05:34:17.011870 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:17.022904 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7524e5b5-caa6-45d1-9540-3337a32c4279 req-bcd7d5b9-2fe3-4539-b558-093f87b46499 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 210 time: 0.0435042 Sep 26 05:34:17.030546 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'name': 'tempest-TestVolumeBootPattern-310822948-router', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2591acbf-7574-4559-b299-e6a9c86b98d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:07Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 4, 'project_id': '297020a5021c4784889de1ea9e461280', 'gw_port': {'id': '2591acbf-7574-4559-b299-e6a9c86b98d3', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:08Z', 'updated_at': '2022-09-26T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '2ac40145-7ad5-45c5-a970-c59f77d4804c', 'name': '', 'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'mac_address': 'fa:16:3e:99:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bcc8f450-b09d-465a-94cb-73696792cf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:10Z', 'updated_at': '2022-09-26T05:34:16Z', 'revision_number': 4, 'project_id': '297020a5021c4784889de1ea9e461280', 'subnets': [{'id': 'bcc8f450-b09d-465a-94cb-73696792cf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:17.051805 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ab6df57d-e726-45ea-9bdb-9d9d8fc6fb41 req-76710d27-d4ae-4209-a85c-3c1aeeae97f1 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738807 Sep 26 05:34:17.056751 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d208b-016c-4645-ad8c-8a85d395a968 None None] The sync data for ids ['773c053d-e491-4f03-8edd-c1ec2086c66e'] in dv-cinder-859186-2-iscsi is: [{'id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'name': 'tempest-TestVolumeBootPattern-310822948-router', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2591acbf-7574-4559-b299-e6a9c86b98d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:07Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 4, 'project_id': '297020a5021c4784889de1ea9e461280', 'gw_port': {'id': '2591acbf-7574-4559-b299-e6a9c86b98d3', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:08Z', 'updated_at': '2022-09-26T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '2ac40145-7ad5-45c5-a970-c59f77d4804c', 'name': '', 'network_id': '92c6263d-68ad-42e5-a577-ecaca68fa140', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'mac_address': 'fa:16:3e:99:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bcc8f450-b09d-465a-94cb-73696792cf20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:10Z', 'updated_at': '2022-09-26T05:34:16Z', 'revision_number': 4, 'project_id': '297020a5021c4784889de1ea9e461280', 'subnets': [{'id': 'bcc8f450-b09d-465a-94cb-73696792cf20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:34:17.066698 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Attempt 8 to provision port 2ac40145-7ad5-45c5-a970-c59f77d4804c Sep 26 05:34:17.150482 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Current status of the port 2ac40145-7ad5-45c5-a970-c59f77d4804c is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:17.151185 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:17.187612 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] For port 2ac40145-7ad5-45c5-a970-c59f77d4804c, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=2ac40145-7ad5-45c5-a970-c59f77d4804c,segment=NetworkSegment(8d4f1da7-7a55-4e49-a931-3c7b65245452),segment_id=8d4f1da7-7a55-4e49-a931-3c7b65245452)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:34:17.192470 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:17.261017 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370689f-4eb5-4a3e-8a59-81c0bbb94fcd None None] Pushing event updated for resources: {'Port': ['ID=2ac40145-7ad5-45c5-a970-c59f77d4804c,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:17.567927 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3e617-a071-48de-83fc-952006112766 req-2024eb45-bc23-49ff-b0f9-cda9f1a37e30 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:17.569535 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-2024eb45-bc23-49ff-b0f9-cda9f1a37e30 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.60 "GET /networking/v2.0/networks?id=7a033fac-5647-47c1-8abf-96bf265545b0 HTTP/1.1" status: 200 len: 816 time: 0.1640637 Sep 26 05:34:17.590253 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd944d-f38c-4369-ba8b-ee17f2cb3e1b req-f505ca32-b1bf-42e3-997f-a6ea2ec04d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:17.592050 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b0cd944d-f38c-4369-ba8b-ee17f2cb3e1b req-f505ca32-b1bf-42e3-997f-a6ea2ec04d4d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 1130 time: 0.0669351 Sep 26 05:34:17.624666 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d04037-170c-4e16-883a-aaab4b79ac2b req-d5e57c79-9630-407c-9f90-d1571b7c5e1c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:17.626165 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c8d04037-170c-4e16-883a-aaab4b79ac2b req-d5e57c79-9630-407c-9f90-d1571b7c5e1c tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0783029 Sep 26 05:34:17.678137 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:17.689027 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-5262dab9-306d-4a30-9f8d-c0cf0c8edfd3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e HTTP/1.1" status: 200 len: 380 time: 0.1017308 Sep 26 05:34:17.709241 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd944d-f38c-4369-ba8b-ee17f2cb3e1b req-77bcc4ab-92f5-4100-b424-5569784ef2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:17.711246 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b0cd944d-f38c-4369-ba8b-ee17f2cb3e1b req-77bcc4ab-92f5-4100-b424-5569784ef2bb service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 919 time: 0.1114151 Sep 26 05:34:17.715012 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c8d04037-170c-4e16-883a-aaab4b79ac2b req-e52de8cf-e5d3-4baf-8b87-5fcd4fe16e5d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695539 Sep 26 05:34:17.793614 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-24a3e617-a071-48de-83fc-952006112766 req-536046b1-6c05-4c07-b2d3-d886276016d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Request body: {'port': {'device_id': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'admin_state_up': True, 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'security_groups': ['b302e7bd-8e43-4915-aed5-a1bc41138e33']}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:17.857144 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:17.874936 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b0cd944d-f38c-4369-ba8b-ee17f2cb3e1b req-9877b909-377b-4e83-b00f-17f9ad68b583 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=322798b9-1af9-46df-bb99-417d8b1d04b3 HTTP/1.1" status: 200 len: 1001 time: 0.0875587 Sep 26 05:34:17.876740 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:17.941196 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a3e617-a071-48de-83fc-952006112766 req-536046b1-6c05-4c07-b2d3-d886276016d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Made reservation on behalf of e5e1c15ae90e4b82b4e216b3a0549e2e for: {'port': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:34:17.945115 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-24a3e617-a071-48de-83fc-952006112766 req-536046b1-6c05-4c07-b2d3-d886276016d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:18.049486 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:18.078413 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [req-24a3e617-a071-48de-83fc-952006112766 req-536046b1-6c05-4c07-b2d3-d886276016d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Allocated IP 172.20.0.7 (7a033fac-5647-47c1-8abf-96bf265545b0/68ec3a06-35a7-4882-936e-ce718bcdd1ec/d2d361e4-87bf-4197-9996-68e762a01ce3) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:34:18.179514 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 2ac40145-7ad5-45c5-a970-c59f77d4804c up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:34:18.205303 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1e5b48ea-65cf-401d-8781-c8456b6b4607 req-fd172c7d-a3a3-4bef-a63b-70587f9baf25 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 210 time: 0.0611575 Sep 26 05:34:18.212290 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:18.238724 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 2ac40145-7ad5-45c5-a970-c59f77d4804c triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:18.239243 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:18.239676 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 2ac40145-7ad5-45c5-a970-c59f77d4804c Sep 26 05:34:18.283872 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd944d-f38c-4369-ba8b-ee17f2cb3e1b req-be65fe18-b195-4f95-9756-17afd79bb878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:18.285748 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b0cd944d-f38c-4369-ba8b-ee17f2cb3e1b req-be65fe18-b195-4f95-9756-17afd79bb878 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.0702369 Sep 26 05:34:18.302539 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-24a3e617-a071-48de-83fc-952006112766 req-536046b1-6c05-4c07-b2d3-d886276016d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:18.326961 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 2ac40145-7ad5-45c5-a970-c59f77d4804c is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:18.328010 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 2591acbf-7574-4559-b299-e6a9c86b98d3 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:34:18.346333 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-24a3e617-a071-48de-83fc-952006112766 req-536046b1-6c05-4c07-b2d3-d886276016d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:18.372651 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd944d-f38c-4369-ba8b-ee17f2cb3e1b req-6f8a703e-9fa1-4f40-83ee-f4b899d2933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:18.374205 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b0cd944d-f38c-4369-ba8b-ee17f2cb3e1b req-6f8a703e-9fa1-4f40-83ee-f4b899d2933d service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436780 Sep 26 05:34:18.374801 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 2591acbf-7574-4559-b299-e6a9c86b98d3 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:18.375178 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (2591acbf-7574-4559-b299-e6a9c86b98d3), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:18.375510 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 2591acbf-7574-4559-b299-e6a9c86b98d3 Sep 26 05:34:18.409685 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a3e617-a071-48de-83fc-952006112766 req-536046b1-6c05-4c07-b2d3-d886276016d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Network 7a033fac-5647-47c1-8abf-96bf265545b0 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:34:18.409685 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536046b1-6c05-4c07-b2d3-d886276016d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event updated for resources: {'Port': ['ID=d2d361e4-87bf-4197-9996-68e762a01ce3,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:18.416993 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [req-24a3e617-a071-48de-83fc-952006112766 req-536046b1-6c05-4c07-b2d3-d886276016d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:34:18.419610 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a3e617-a071-48de-83fc-952006112766 req-536046b1-6c05-4c07-b2d3-d886276016d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:34:18.448815 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:18.489899 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3e617-a071-48de-83fc-952006112766 req-536046b1-6c05-4c07-b2d3-d886276016d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:18.490629 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-24a3e617-a071-48de-83fc-952006112766 req-536046b1-6c05-4c07-b2d3-d886276016d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:18.503472 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 2591acbf-7574-4559-b299-e6a9c86b98d3 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:18.514776 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-536046b1-6c05-4c07-b2d3-d886276016d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7287171 Sep 26 05:34:18.528534 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Request body: {'port': {'device_id': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:18.546756 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b0cd944d-f38c-4369-ba8b-ee17f2cb3e1b req-0da7467f-3707-41bc-91f4-4b41cc5b8b51 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643906 Sep 26 05:34:18.620634 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:18.659341 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:18.665276 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b0cd944d-f38c-4369-ba8b-ee17f2cb3e1b req-f2326e25-7a8f-4eba-87a8-732774bf4e8e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097651 Sep 26 05:34:18.732165 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-8737a55b-c422-4dad-b579-9a71d1bfc95d None None] Provisioning complete for port d2d361e4-87bf-4197-9996-68e762a01ce3 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:18.732740 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8737a55b-c422-4dad-b579-9a71d1bfc95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:18.733258 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-8737a55b-c422-4dad-b579-9a71d1bfc95d None None] Attempt 1 to provision port d2d361e4-87bf-4197-9996-68e762a01ce3 Sep 26 05:34:18.775746 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-8737a55b-c422-4dad-b579-9a71d1bfc95d None None] Port d2d361e4-87bf-4197-9996-68e762a01ce3 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:18.874019 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13af68b-877f-439b-a9f7-c3a5459ec3ff req-27bdcfd1-56d0-4463-b684-e82cd61df0c6 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:18.875396 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a13af68b-877f-439b-a9f7-c3a5459ec3ff req-27bdcfd1-56d0-4463-b684-e82cd61df0c6 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0677099 Sep 26 05:34:18.892863 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:18.980516 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a13af68b-877f-439b-a9f7-c3a5459ec3ff req-3431f10e-cd39-4f06-94ed-7fa6bc9d6150 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994053 Sep 26 05:34:18.993219 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d361e4-87bf-4197-9996-68e762a01ce3 {{(pid=106340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:34:19.000893 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Publish callbacks [] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:19.014714 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.provisioning_blocks [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Transition to ACTIVE for port object d2d361e4-87bf-4197-9996-68e762a01ce3 will not be triggered until provisioned by entity L2. {{(pid=106340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:34:19.019130 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:19.098269 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Pushing event updated for resources: {'Port': ['ID=d2d361e4-87bf-4197-9996-68e762a01ce3,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:19.131112 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Attempting to bind port d2d361e4-87bf-4197-9996-68e762a01ce3 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:34:19.131386 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Attempting to bind port d2d361e4-87bf-4197-9996-68e762a01ce3 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:34:19.131717 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Attempting to bind port d2d361e4-87bf-4197-9996-68e762a01ce3 on network 7a033fac-5647-47c1-8abf-96bf265545b0 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:34:19.174405 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Port d2d361e4-87bf-4197-9996-68e762a01ce3 on network 7a033fac-5647-47c1-8abf-96bf265545b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:34:19.174737 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Attempting to bind port d2d361e4-87bf-4197-9996-68e762a01ce3 on network 7a033fac-5647-47c1-8abf-96bf265545b0 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:34:19.223626 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:34:19.224113 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Checking segment: {'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:34:19.224528 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Bound using segment: {'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:34:19.224970 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Bound port: d2d361e4-87bf-4197-9996-68e762a01ce3, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a3be3e-a21a-48dc-be04-c0a286703e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0'}}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:34:19.225331 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:19.276815 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-8737a55b-c422-4dad-b579-9a71d1bfc95d None None] Attempt 2 to provision port d2d361e4-87bf-4197-9996-68e762a01ce3 Sep 26 05:34:19.290819 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] For port d2d361e4-87bf-4197-9996-68e762a01ce3, host hv-cinder-85918, cleared binding levels {{(pid=106340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:34:19.295750 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] For port d2d361e4-87bf-4197-9996-68e762a01ce3, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=d2d361e4-87bf-4197-9996-68e762a01ce3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:34:19.312570 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-8737a55b-c422-4dad-b579-9a71d1bfc95d None None] Port d2d361e4-87bf-4197-9996-68e762a01ce3 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:19.329265 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:19.329265 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:19.329573 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:19.331030 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/d2d361e4-87bf-4197-9996-68e762a01ce3 HTTP/1.1" status: 200 len: 1093 time: 0.8085186 Sep 26 05:34:19.336789 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'tag': 'd2d361e4-87bf-4197-9996-68e762a01ce3'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:34:19.339152 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670c6074-ead8-4228-8dc2-cde4bcb8a6ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e", "tag": "d2d361e4-87bf-4197-9996-68e762a01ce3"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:34:19.380928 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e361171-1f53-4588-aaec-6bf29df970dc req-43efcfa9-c5d9-401a-9acd-29bc3fc54c5b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:19.382688 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4e361171-1f53-4588-aaec-6bf29df970dc req-43efcfa9-c5d9-401a-9acd-29bc3fc54c5b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0893228 Sep 26 05:34:19.384469 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42155e98-c641-4155-8afc-6f3bc0edcbf5 x-openstack-request-id: req-42155e98-c641-4155-8afc-6f3bc0edcbf5 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:34:19.384765 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e", "tag": "d2d361e4-87bf-4197-9996-68e762a01ce3", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:34:19.385017 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42155e98-c641-4155-8afc-6f3bc0edcbf5 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:34:19.385406 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42155e98-c641-4155-8afc-6f3bc0edcbf5'] response: {'name': 'network-changed', 'server_uuid': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'tag': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'status': 'completed', 'code': 200} Sep 26 05:34:19.426857 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee64a4-c329-4b22-9964-4d01a212075f service neutron] Pushing event updated for resources: {'Port': ['ID=d2d361e4-87bf-4197-9996-68e762a01ce3,revision_number=3']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:19.451978 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4e361171-1f53-4588-aaec-6bf29df970dc req-9bddd053-ead0-4b1c-bf79-d9546799063c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615091 Sep 26 05:34:19.813345 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-8737a55b-c422-4dad-b579-9a71d1bfc95d None None] Attempt 3 to provision port d2d361e4-87bf-4197-9996-68e762a01ce3 Sep 26 05:34:19.852644 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-8737a55b-c422-4dad-b579-9a71d1bfc95d None None] Port d2d361e4-87bf-4197-9996-68e762a01ce3 had new provisioning blocks added so it will not transition to active. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:34:20.160573 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953fe3-7d8c-4b52-86ff-f64724eee581 req-5d1a3ac5-2f1c-4746-a9c4-1e62ba68787b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:20.162007 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-50953fe3-7d8c-4b52-86ff-f64724eee581 req-5d1a3ac5-2f1c-4746-a9c4-1e62ba68787b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0461514 Sep 26 05:34:20.210018 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-50953fe3-7d8c-4b52-86ff-f64724eee581 req-60552782-d0d1-42f5-bde0-964dc16d6a92 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422854 Sep 26 05:34:20.583229 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20364141-692d-4fab-b716-d8fd93599a09 req-bfd34136-1e0f-4672-bd7e-0c4c47a3a5bd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:20.584719 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-20364141-692d-4fab-b716-d8fd93599a09 req-bfd34136-1e0f-4672-bd7e-0c4c47a3a5bd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0471454 Sep 26 05:34:20.606994 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:20.635995 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-20364141-692d-4fab-b716-d8fd93599a09 req-958ba07d-6ec6-4335-b498-5895fc8d944f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451815 Sep 26 05:34:21.023723 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c6074-ead8-4228-8dc2-cde4bcb8a6ea req-29ccd3af-9a5b-4eaf-a04b-f5ef2f2923c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:21.025235 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-670c6074-ead8-4228-8dc2-cde4bcb8a6ea req-29ccd3af-9a5b-4eaf-a04b-f5ef2f2923c7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e&device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 1127 time: 0.0400009 Sep 26 05:34:21.201418 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c6074-ead8-4228-8dc2-cde4bcb8a6ea req-1c82e6a3-1a8b-4d4c-b704-0915c62d11fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:21.202880 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-670c6074-ead8-4228-8dc2-cde4bcb8a6ea req-1c82e6a3-1a8b-4d4c-b704-0915c62d11fe service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0971189 Sep 26 05:34:21.232854 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:21.326696 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c6074-ead8-4228-8dc2-cde4bcb8a6ea req-59bb7a0b-4b4f-4222-8642-748eb3b989b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:21.328355 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-670c6074-ead8-4228-8dc2-cde4bcb8a6ea req-59bb7a0b-4b4f-4222-8642-748eb3b989b3 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1147428 Sep 26 05:34:21.348122 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac786f-d269-432d-a358-89ec8b18d415 req-e0ac0b56-422c-41fc-9ccf-4c84ae50d817 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:21.349592 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-81ac786f-d269-432d-a358-89ec8b18d415 req-e0ac0b56-422c-41fc-9ccf-4c84ae50d817 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0599248 Sep 26 05:34:21.400917 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-81ac786f-d269-432d-a358-89ec8b18d415 req-b93abb21-de62-45fa-a3f4-3b42244d5237 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455747 Sep 26 05:34:21.761612 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95290546-bbb7-41d6-b151-75f125f45ec9 req-029738f3-3c46-450d-b3f5-2ae00f3e880f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:21.763001 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95290546-bbb7-41d6-b151-75f125f45ec9 req-029738f3-3c46-450d-b3f5-2ae00f3e880f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0466716 Sep 26 05:34:21.812099 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95290546-bbb7-41d6-b151-75f125f45ec9 req-c46c18dd-18d1-4728-9abc-757a641d1c6f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434556 Sep 26 05:34:22.116154 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3e617-a071-48de-83fc-952006112766 req-97ccddcc-992c-458f-9b32-29bf492a1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:22.117732 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-97ccddcc-992c-458f-9b32-29bf492a1f7f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e&device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 1127 time: 0.0434074 Sep 26 05:34:22.168530 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-2dfc867f-8d78-4a5d-8961-3e702537924e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2d361e4-87bf-4197-9996-68e762a01ce3 HTTP/1.1" status: 200 len: 217 time: 0.0364523 Sep 26 05:34:22.218536 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3e617-a071-48de-83fc-952006112766 req-809c4731-ec34-42a2-bc57-c5d69b07f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:22.219985 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-809c4731-ec34-42a2-bc57-c5d69b07f98f service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=68ec3a06-35a7-4882-936e-ce718bcdd1ec HTTP/1.1" status: 200 len: 855 time: 0.0450568 Sep 26 05:34:22.268806 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3e617-a071-48de-83fc-952006112766 req-308bbd40-9f06-4315-8e95-c332f6479476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:22.270270 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-308bbd40-9f06-4315-8e95-c332f6479476 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a033fac-5647-47c1-8abf-96bf265545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384758 Sep 26 05:34:22.369078 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-e1ae57f2-1db9-4ec0-a9a6-cbec618a60ac service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876701 Sep 26 05:34:22.464410 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a3e617-a071-48de-83fc-952006112766 req-8551fba8-b3c0-460a-bf63-b634370c892a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858414 Sep 26 05:34:22.531453 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e3da1-a931-4d27-b63d-e66653a45496 req-3fb20d43-0d50-42f8-9261-fed7ef2b14d9 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:22.532958 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-672e3da1-a931-4d27-b63d-e66653a45496 req-3fb20d43-0d50-42f8-9261-fed7ef2b14d9 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0539734 Sep 26 05:34:22.580606 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-672e3da1-a931-4d27-b63d-e66653a45496 req-d172f04f-7a67-44fa-81c7-48916ef5cc95 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415370 Sep 26 05:34:22.697557 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a473c-ff0f-44df-a23d-f610493eaa02 req-111d0878-41f2-42e5-90c3-07f4346e7585 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:22.699075 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-166a473c-ff0f-44df-a23d-f610493eaa02 req-111d0878-41f2-42e5-90c3-07f4346e7585 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0461462 Sep 26 05:34:22.709089 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40648) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:22.714196 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-f61bce2a-095c-47d0-ad31-51260eecd142 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Request body: {'floatingip': {'port_id': '322798b9-1af9-46df-bb99-417d8b1d04b3'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:22.764985 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f61bce2a-095c-47d0-ad31-51260eecd142 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for floatingip (3e16f60e-6858-48c7-945c-35a71104a320), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:22.799979 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:23.028587 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0ec82-91e3-4cff-8756-4e549a5bf870 req-e2a39069-abd3-474c-a183-87f12ce2d519 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:23.030084 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2be0ec82-91e3-4cff-8756-4e549a5bf870 req-e2a39069-abd3-474c-a183-87f12ce2d519 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0807207 Sep 26 05:34:23.058936 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:23.134389 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2be0ec82-91e3-4cff-8756-4e549a5bf870 req-1112715b-fd99-4bba-b29d-a681749e6457 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966799 Sep 26 05:34:23.267201 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-99c80590-fbd9-4976-93f4-16dd6307c52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:23.321943 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f61bce2a-095c-47d0-ad31-51260eecd142 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:23.325621 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f61bce2a-095c-47d0-ad31-51260eecd142 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (3e16f60e-6858-48c7-945c-35a71104a320), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:23.532982 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61bce2a-095c-47d0-ad31-51260eecd142 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Router 9e15f6b9-682f-4155-adf9-7b5580167151 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:34:23.640449 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61bce2a-095c-47d0-ad31-51260eecd142 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:34:23.644892 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f61bce2a-095c-47d0-ad31-51260eecd142 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:23.652168 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db38a2d-bafd-494d-aa93-b594aad88cec None None] Sync routers for ids ['9e15f6b9-682f-4155-adf9-7b5580167151'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:34:23.661834 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db38a2d-bafd-494d-aa93-b594aad88cec None None] Routers {'9e15f6b9-682f-4155-adf9-7b5580167151'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:23.662445 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-6db38a2d-bafd-494d-aa93-b594aad88cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['9e15f6b9-682f-4155-adf9-7b5580167151'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:23.677034 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'tag': '322798b9-1af9-46df-bb99-417d8b1d04b3'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:34:23.679360 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cec17b3-ca33-44ad-a291-93f2bd7d7b28" -d '{"events": [{"name": "network-changed", "server_uuid": "30c51093-517b-4a33-9d80-8bf0e1747e75", "tag": "322798b9-1af9-46df-bb99-417d8b1d04b3"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:34:23.716487 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-f61bce2a-095c-47d0-ad31-51260eecd142 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/3e16f60e-6858-48c7-945c-35a71104a320 HTTP/1.1" status: 200 len: 993 time: 1.0057333 Sep 26 05:34:23.735985 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d79405-7218-42d6-b684-cec17901598b x-openstack-request-id: req-a0d79405-7218-42d6-b684-cec17901598b {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:34:23.736300 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c51093-517b-4a33-9d80-8bf0e1747e75", "tag": "322798b9-1af9-46df-bb99-417d8b1d04b3", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:34:23.736556 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0d79405-7218-42d6-b684-cec17901598b {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:34:23.736961 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d79405-7218-42d6-b684-cec17901598b'] response: {'name': 'network-changed', 'server_uuid': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'tag': '322798b9-1af9-46df-bb99-417d8b1d04b3', 'status': 'completed', 'code': 200} Sep 26 05:34:23.770883 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-6db38a2d-bafd-494d-aa93-b594aad88cec None None] Set router 9e15f6b9-682f-4155-adf9-7b5580167151 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:23.949025 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:23.959596 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec17b3-ca33-44ad-a291-93f2bd7d7b28 req-0578da65-a853-41b9-a451-ab8ad7f010de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:23.961081 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8cec17b3-ca33-44ad-a291-93f2bd7d7b28 req-0578da65-a853-41b9-a451-ab8ad7f010de service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 1130 time: 0.0412335 Sep 26 05:34:23.993376 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-6db38a2d-bafd-494d-aa93-b594aad88cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '3e16f60e-6858-48c7-945c-35a71104a320', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'port_id': '322798b9-1af9-46df-bb99-417d8b1d04b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'mac_address': 'fa:16:3e:ba:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:31:37Z', 'updated_at': '2022-09-26T05:34:23Z', 'revision_number': 3, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47af5cc-d884-43da-b5db-2faf63776dec', 'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'mac_address': 'fa:16:3e:59:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:12Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 5, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'subnets': [{'id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:24.020087 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db38a2d-bafd-494d-aa93-b594aad88cec None None] Checking router: 9e15f6b9-682f-4155-adf9-7b5580167151 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:34:24.027429 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:24.030680 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db38a2d-bafd-494d-aa93-b594aad88cec None None] Routers {'9e15f6b9-682f-4155-adf9-7b5580167151'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:24.031306 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-6db38a2d-bafd-494d-aa93-b594aad88cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:33:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['9e15f6b9-682f-4155-adf9-7b5580167151'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:24.059464 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec17b3-ca33-44ad-a291-93f2bd7d7b28 req-e2e531d9-0cab-4a70-91a6-75a704aa94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:24.060966 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8cec17b3-ca33-44ad-a291-93f2bd7d7b28 req-e2e531d9-0cab-4a70-91a6-75a704aa94e5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 919 time: 0.0894444 Sep 26 05:34:24.132019 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8cec17b3-ca33-44ad-a291-93f2bd7d7b28 req-be570a17-8b1b-41e7-bf56-fa580cd38007 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=322798b9-1af9-46df-bb99-417d8b1d04b3 HTTP/1.1" status: 200 len: 1001 time: 0.0642064 Sep 26 05:34:24.140422 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-6db38a2d-bafd-494d-aa93-b594aad88cec None None] Set router 9e15f6b9-682f-4155-adf9-7b5580167151 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:24.186402 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec17b3-ca33-44ad-a291-93f2bd7d7b28 req-9ead0add-d987-41a0-89de-ebcb179e9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:24.188148 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8cec17b3-ca33-44ad-a291-93f2bd7d7b28 req-9ead0add-d987-41a0-89de-ebcb179e9cbc service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.0497067 Sep 26 05:34:24.266718 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec17b3-ca33-44ad-a291-93f2bd7d7b28 req-1b67d042-1f2d-495c-a03d-7db31f4c19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:24.268134 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8cec17b3-ca33-44ad-a291-93f2bd7d7b28 req-1b67d042-1f2d-495c-a03d-7db31f4c19ef service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732520 Sep 26 05:34:24.270558 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:24.290586 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96f3c9-c877-48e8-9629-39cddd1c6613 req-521fb23b-2659-488c-a61c-3694012cc80b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:24.292537 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3e96f3c9-c877-48e8-9629-39cddd1c6613 req-521fb23b-2659-488c-a61c-3694012cc80b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0697777 Sep 26 05:34:24.348705 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:24.364854 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-6db38a2d-bafd-494d-aa93-b594aad88cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '3e16f60e-6858-48c7-945c-35a71104a320', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'port_id': '322798b9-1af9-46df-bb99-417d8b1d04b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'mac_address': 'fa:16:3e:ba:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:31:37Z', 'updated_at': '2022-09-26T05:34:23Z', 'revision_number': 3, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47af5cc-d884-43da-b5db-2faf63776dec', 'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'mac_address': 'fa:16:3e:59:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:12Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 5, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'subnets': [{'id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:24.390868 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db38a2d-bafd-494d-aa93-b594aad88cec None None] The sync data for ids ['9e15f6b9-682f-4155-adf9-7b5580167151'] in dv-cinder-859186-2-iscsi is: [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '3e16f60e-6858-48c7-945c-35a71104a320', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'port_id': '322798b9-1af9-46df-bb99-417d8b1d04b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'mac_address': 'fa:16:3e:ba:33:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:31:37Z', 'updated_at': '2022-09-26T05:34:23Z', 'revision_number': 3, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd47af5cc-d884-43da-b5db-2faf63776dec', 'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'mac_address': 'fa:16:3e:59:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:12Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 5, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'subnets': [{'id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:34:24.656715 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3e96f3c9-c877-48e8-9629-39cddd1c6613 req-49e3bd8f-97ef-4ef4-a864-ae634d891740 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955551 Sep 26 05:34:24.668148 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8cec17b3-ca33-44ad-a291-93f2bd7d7b28 req-316502d1-de72-4672-9464-926fb1284c62 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913939 Sep 26 05:34:24.768771 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8cec17b3-ca33-44ad-a291-93f2bd7d7b28 req-0c8e3734-5035-46ea-8d64-bb5359ffd484 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932953 Sep 26 05:34:25.605527 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7a05194d-9501-4e7d-9b81-0eeca5f3eda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:25.723257 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device d2d361e4-87bf-4197-9996-68e762a01ce3 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:34:25.738191 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'tag': '322798b9-1af9-46df-bb99-417d8b1d04b3'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:34:25.740491 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acaa7a8-088a-40ee-92e2-29c819aeee4a" -d '{"events": [{"name": "network-changed", "server_uuid": "30c51093-517b-4a33-9d80-8bf0e1747e75", "tag": "322798b9-1af9-46df-bb99-417d8b1d04b3"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:34:25.783956 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dcd820-fe82-474a-903f-fb683aac22d7 x-openstack-request-id: req-d3dcd820-fe82-474a-903f-fb683aac22d7 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:34:25.784391 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c51093-517b-4a33-9d80-8bf0e1747e75", "tag": "322798b9-1af9-46df-bb99-417d8b1d04b3", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:34:25.784899 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3dcd820-fe82-474a-903f-fb683aac22d7 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:34:25.785416 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3dcd820-fe82-474a-903f-fb683aac22d7'] response: {'name': 'network-changed', 'server_uuid': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'tag': '322798b9-1af9-46df-bb99-417d8b1d04b3', 'status': 'completed', 'code': 200} Sep 26 05:34:25.802080 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c38fa-13c6-482d-80f3-722ec9f07432 req-0909b7f5-2e7f-437c-a436-7685c135ce67 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:25.803815 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e51c38fa-13c6-482d-80f3-722ec9f07432 req-0909b7f5-2e7f-437c-a436-7685c135ce67 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0579388 Sep 26 05:34:25.894785 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaa7a8-088a-40ee-92e2-29c819aeee4a req-264aca1c-2909-44fb-83c7-5024416cf9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:25.897249 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3acaa7a8-088a-40ee-92e2-29c819aeee4a req-264aca1c-2909-44fb-83c7-5024416cf9f4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 1130 time: 0.0782368 Sep 26 05:34:25.905537 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e51c38fa-13c6-482d-80f3-722ec9f07432 req-1f8bbc58-8213-4e4c-ad23-9aba53fc7b3e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956182 Sep 26 05:34:25.989442 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port d2d361e4-87bf-4197-9996-68e762a01ce3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=d2d361e4-87bf-4197-9996-68e762a01ce3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:34:25.997110 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaa7a8-088a-40ee-92e2-29c819aeee4a req-e7dfa10b-8fab-49a0-b47d-b09fe7c1a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:25.998608 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3acaa7a8-088a-40ee-92e2-29c819aeee4a req-e7dfa10b-8fab-49a0-b47d-b09fe7c1a173 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 919 time: 0.0922134 Sep 26 05:34:26.001351 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'port_id': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'mac_address': 'fa:16:3e:c8:10:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:34:26.038315 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port d2d361e4-87bf-4197-9996-68e762a01ce3 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:26.039002 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:26.052194 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d361e4-87bf-4197-9996-68e762a01ce3 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:34:26.066214 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3acaa7a8-088a-40ee-92e2-29c819aeee4a req-f6195bfe-1bc0-4be6-b75b-1534ba14f947 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=322798b9-1af9-46df-bb99-417d8b1d04b3 HTTP/1.1" status: 200 len: 1001 time: 0.0608981 Sep 26 05:34:26.077498 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port d2d361e4-87bf-4197-9996-68e762a01ce3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=d2d361e4-87bf-4197-9996-68e762a01ce3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:34:26.084017 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:26.119296 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaa7a8-088a-40ee-92e2-29c819aeee4a req-12c4c935-c394-4911-9c85-e99456415dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:26.120802 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3acaa7a8-088a-40ee-92e2-29c819aeee4a req-12c4c935-c394-4911-9c85-e99456415dda service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.0468004 Sep 26 05:34:26.133654 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=d2d361e4-87bf-4197-9996-68e762a01ce3,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:26.183833 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaa7a8-088a-40ee-92e2-29c819aeee4a req-d1dd84fd-6c1b-47c8-9e27-a03c794225b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:26.185373 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3acaa7a8-088a-40ee-92e2-29c819aeee4a req-d1dd84fd-6c1b-47c8-9e27-a03c794225b1 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485017 Sep 26 05:34:26.281677 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3acaa7a8-088a-40ee-92e2-29c819aeee4a req-612cf4c4-4258-408b-b4d1-1700b5449f78 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874612 Sep 26 05:34:26.343685 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:26.379128 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3acaa7a8-088a-40ee-92e2-29c819aeee4a req-846b96fc-21f5-431a-a9c7-cbe28996fe3f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872028 Sep 26 05:34:26.526926 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['d2d361e4-87bf-4197-9996-68e762a01ce3'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:34:26.720822 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:27.045205 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2e814-3472-4420-b7f0-a03a28b9c845 req-880aaf1e-f4df-4b32-8d7a-2099a156f77c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:27.046579 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f0c2e814-3472-4420-b7f0-a03a28b9c845 req-880aaf1e-f4df-4b32-8d7a-2099a156f77c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 944 time: 0.0512161 Sep 26 05:34:27.095477 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f0c2e814-3472-4420-b7f0-a03a28b9c845 req-add686c9-09c8-43a3-9d46-9652f953a6b7 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434694 Sep 26 05:34:27.751855 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device d2d361e4-87bf-4197-9996-68e762a01ce3 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:34:27.754978 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:27.796578 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port d2d361e4-87bf-4197-9996-68e762a01ce3 completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:34:27.802643 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port d2d361e4-87bf-4197-9996-68e762a01ce3 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:27.803083 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:27.803464 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port d2d361e4-87bf-4197-9996-68e762a01ce3 Sep 26 05:34:27.895359 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port d2d361e4-87bf-4197-9996-68e762a01ce3 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:27.895652 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:27.919219 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d361e4-87bf-4197-9996-68e762a01ce3'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:34:27.921620 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c37dcd5-04f0-4db4-89ee-51cc12570411" -d '{"events": [{"server_uuid": "e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e", "name": "network-vif-plugged", "status": "completed", "tag": "d2d361e4-87bf-4197-9996-68e762a01ce3"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:34:27.935429 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port d2d361e4-87bf-4197-9996-68e762a01ce3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=d2d361e4-87bf-4197-9996-68e762a01ce3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:34:27.939235 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:27.962363 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeb8e2d-2cb9-401a-9f56-9a91ae4248ca x-openstack-request-id: req-eaeb8e2d-2cb9-401a-9f56-9a91ae4248ca {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:34:27.962673 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e", "name": "network-vif-plugged", "status": "completed", "tag": "d2d361e4-87bf-4197-9996-68e762a01ce3", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:34:27.962927 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eaeb8e2d-2cb9-401a-9f56-9a91ae4248ca {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:34:27.963317 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaeb8e2d-2cb9-401a-9f56-9a91ae4248ca'] response: {'server_uuid': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'code': 200} Sep 26 05:34:27.990138 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=d2d361e4-87bf-4197-9996-68e762a01ce3,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:28.168879 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761c265-56e5-47a6-b7de-74186677f46f req-9c88e2cc-5683-4db6-9fa0-121732828540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:28.170325 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7761c265-56e5-47a6-b7de-74186677f46f req-9c88e2cc-5683-4db6-9fa0-121732828540 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 1129 time: 0.0397866 Sep 26 05:34:28.229481 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:28.246825 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf0434-25ac-447c-8bde-a3c20044bfc3 req-a2d27c0e-6e8a-4d08-aaaa-26b5240848a1 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:28.248448 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-47bf0434-25ac-447c-8bde-a3c20044bfc3 req-a2d27c0e-6e8a-4d08-aaaa-26b5240848a1 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0701883 Sep 26 05:34:28.270824 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7761c265-56e5-47a6-b7de-74186677f46f req-c01ccf8c-6978-4fc0-abab-331ed8c8d26d service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830004 Sep 26 05:34:28.290984 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:28.309929 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-47bf0434-25ac-447c-8bde-a3c20044bfc3 req-72733341-ebda-4da8-a25d-9d826af0efd6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518954 Sep 26 05:34:28.470252 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:28.652297 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=31 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:28.658310 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=40,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:29.436628 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b82d18-c79e-4655-b1a1-906092733faf req-0991aa6a-515f-48cc-a102-0e8cb98ff54a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:29.438004 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-26b82d18-c79e-4655-b1a1-906092733faf req-0991aa6a-515f-48cc-a102-0e8cb98ff54a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0469160 Sep 26 05:34:29.484515 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-26b82d18-c79e-4655-b1a1-906092733faf req-2c024047-adee-47a8-bd9f-74b5461be08a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408823 Sep 26 05:34:30.612656 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece8a28-758f-4422-85dd-1f07c2003402 req-276e4f69-0b91-4b7e-b1c0-4adb5135bd68 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:30.614108 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-aece8a28-758f-4422-85dd-1f07c2003402 req-276e4f69-0b91-4b7e-b1c0-4adb5135bd68 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0461240 Sep 26 05:34:30.662146 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-aece8a28-758f-4422-85dd-1f07c2003402 req-2137595a-f429-40d3-8c55-03eb630967d3 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416298 Sep 26 05:34:30.785986 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e77e0-cd1c-4a2d-8779-d768301b1c3f req-c332ae0c-334c-4554-94c3-d7b4d8ed935a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:30.787356 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-855e77e0-cd1c-4a2d-8779-d768301b1c3f req-c332ae0c-334c-4554-94c3-d7b4d8ed935a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0492904 Sep 26 05:34:30.797976 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40706) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:30.802219 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-5efbf45a-18ec-4f2c-b703-18e44fe023da tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Request body: {'floatingip': {'port_id': 'd2d361e4-87bf-4197-9996-68e762a01ce3'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:30.839241 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5efbf45a-18ec-4f2c-b703-18e44fe023da tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for floatingip (f0352010-6f28-445a-97a4-572c30ca9b32), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:30.925065 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=14 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:30.937239 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=7 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:31.253888 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5efbf45a-18ec-4f2c-b703-18e44fe023da tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:31.257528 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5efbf45a-18ec-4f2c-b703-18e44fe023da tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (f0352010-6f28-445a-97a4-572c30ca9b32), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:31.341982 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:31.352271 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [None req-5efbf45a-18ec-4f2c-b703-18e44fe023da tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Floating IP f0352010-6f28-445a-97a4-572c30ca9b32 associated. External IP: 172.27.0.119, port: d2d361e4-87bf-4197-9996-68e762a01ce3. Sep 26 05:34:31.447193 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:31.543661 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efbf45a-18ec-4f2c-b703-18e44fe023da tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:34:31.645537 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efbf45a-18ec-4f2c-b703-18e44fe023da tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:34:31.650238 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5efbf45a-18ec-4f2c-b703-18e44fe023da tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:31.655684 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3b4b2d-f106-4456-b611-10c0fbba6037 None None] Sync routers for ids ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:34:31.666486 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3b4b2d-f106-4456-b611-10c0fbba6037 None None] Routers {'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:31.667090 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-9c3b4b2d-f106-4456-b611-10c0fbba6037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:34:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:31.680339 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-5efbf45a-18ec-4f2c-b703-18e44fe023da tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/f0352010-6f28-445a-97a4-572c30ca9b32 HTTP/1.1" status: 200 len: 991 time: 0.8807709 Sep 26 05:34:31.680962 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'tag': 'd2d361e4-87bf-4197-9996-68e762a01ce3'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:34:31.683191 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0e6767-dc04-4eac-8089-84ad9b3ee9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e", "tag": "d2d361e4-87bf-4197-9996-68e762a01ce3"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:34:31.721697 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfcb2d9-ca35-46c4-92c6-450fe3377143 x-openstack-request-id: req-ebfcb2d9-ca35-46c4-92c6-450fe3377143 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:34:31.722067 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e", "tag": "d2d361e4-87bf-4197-9996-68e762a01ce3", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:34:31.722381 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ebfcb2d9-ca35-46c4-92c6-450fe3377143 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:34:31.722848 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfcb2d9-ca35-46c4-92c6-450fe3377143'] response: {'name': 'network-changed', 'server_uuid': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'tag': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'status': 'completed', 'code': 200} Sep 26 05:34:31.770432 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-9c3b4b2d-f106-4456-b611-10c0fbba6037 None None] Set router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:31.832311 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e6767-dc04-4eac-8089-84ad9b3ee9f0 req-c27246b3-c170-4593-a79a-2c8e5c2ad8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:31.833821 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2c0e6767-dc04-4eac-8089-84ad9b3ee9f0 req-c27246b3-c170-4593-a79a-2c8e5c2ad8a6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e&device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 1129 time: 0.0880618 Sep 26 05:34:31.928286 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e6767-dc04-4eac-8089-84ad9b3ee9f0 req-eca45133-6f3a-48b1-b86d-106ba08adf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:31.929807 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2c0e6767-dc04-4eac-8089-84ad9b3ee9f0 req-eca45133-6f3a-48b1-b86d-106ba08adf80 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a033fac-5647-47c1-8abf-96bf265545b0 HTTP/1.1" status: 200 len: 917 time: 0.0859673 Sep 26 05:34:31.979213 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-9c3b4b2d-f106-4456-b611-10c0fbba6037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'f0352010-6f28-445a-97a4-572c30ca9b32', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'port_id': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'mac_address': 'fa:16:3e:c8:10:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:34:12Z', 'updated_at': '2022-09-26T05:34:31Z', 'revision_number': 1, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:38Z', 'revision_number': 5, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:32.002924 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3b4b2d-f106-4456-b611-10c0fbba6037 None None] Checking router: cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:34:32.010551 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2c0e6767-dc04-4eac-8089-84ad9b3ee9f0 req-3532748a-ca93-41e5-8f1c-31e64a62c110 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2d361e4-87bf-4197-9996-68e762a01ce3 HTTP/1.1" status: 200 len: 999 time: 0.0618110 Sep 26 05:34:32.011712 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3b4b2d-f106-4456-b611-10c0fbba6037 None None] Routers {'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:32.012355 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-9c3b4b2d-f106-4456-b611-10c0fbba6037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:34:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:32.066843 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e6767-dc04-4eac-8089-84ad9b3ee9f0 req-40f8314b-b148-4e12-9e53-4b6429e57370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:32.068314 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2c0e6767-dc04-4eac-8089-84ad9b3ee9f0 req-40f8314b-b148-4e12-9e53-4b6429e57370 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=68ec3a06-35a7-4882-936e-ce718bcdd1ec HTTP/1.1" status: 200 len: 855 time: 0.0514302 Sep 26 05:34:32.114217 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-9c3b4b2d-f106-4456-b611-10c0fbba6037 None None] Set router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:32.114710 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e6767-dc04-4eac-8089-84ad9b3ee9f0 req-0d9cd926-c2b3-416f-8f58-d634543ecf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:32.116205 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2c0e6767-dc04-4eac-8089-84ad9b3ee9f0 req-0d9cd926-c2b3-416f-8f58-d634543ecf1b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a033fac-5647-47c1-8abf-96bf265545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400968 Sep 26 05:34:32.218009 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2c0e6767-dc04-4eac-8089-84ad9b3ee9f0 req-0304d1f0-74e9-4d96-a59e-38f38d340422 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883579 Sep 26 05:34:32.310819 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2c0e6767-dc04-4eac-8089-84ad9b3ee9f0 req-8d09868d-fd85-4f7f-a075-b6a13e70066f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842690 Sep 26 05:34:32.323554 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-9c3b4b2d-f106-4456-b611-10c0fbba6037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'f0352010-6f28-445a-97a4-572c30ca9b32', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'port_id': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'mac_address': 'fa:16:3e:c8:10:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:34:12Z', 'updated_at': '2022-09-26T05:34:31Z', 'revision_number': 1, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:38Z', 'revision_number': 5, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:32.349154 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3b4b2d-f106-4456-b611-10c0fbba6037 None None] The sync data for ids ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'] in dv-cinder-859186-2-iscsi is: [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'f0352010-6f28-445a-97a4-572c30ca9b32', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'port_id': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'mac_address': 'fa:16:3e:c8:10:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:34:12Z', 'updated_at': '2022-09-26T05:34:31Z', 'revision_number': 1, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:38Z', 'revision_number': 5, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:34:32.540523 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb223f-4b68-428d-961b-1068563171ff None None] New status for floating IP f0352010-6f28-445a-97a4-572c30ca9b32: ACTIVE {{(pid=106342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:34:32.628403 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:34.402882 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-3d6fdde7-2e12-461e-8aaf-ce4a54e50e32 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1686962999&fields=id&tenant_id=774c63ee5fc74c619f63c64590c154e4 HTTP/1.1" status: 200 len: 267 time: 0.0447552 Sep 26 05:34:34.470677 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:34.513032 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-4f365171-647a-4cdc-ad76-ebe5bb2d3830 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:34.514482 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-4f365171-647a-4cdc-ad76-ebe5bb2d3830 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 812 time: 0.1054833 Sep 26 05:34:34.528927 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-f6d30f20-4006-44f0-a258-05d3a7d93322 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/quotas/774c63ee5fc74c619f63c64590c154e4 HTTP/1.1" status: 200 len: 375 time: 0.0091541 Sep 26 05:34:34.578038 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-5a774826-aaba-46a2-97f7-1f6b295d4d76 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443850 Sep 26 05:34:34.717142 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:34.723422 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-f2e5ba7d-f1dc-4e17-83be-50fadd5736f7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344883 Sep 26 05:34:34.817825 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-1e9b9ca3-ed2c-439c-9b3d-518e6a6ef820 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875432 Sep 26 05:34:35.124803 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-30e56f14-6f1e-443b-98d4-70af86c1d700 req-34ec40a6-c321-4aaa-9616-499ed405f0eb tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 210 time: 0.0340552 Sep 26 05:34:35.334021 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c439343-563d-4f39-802c-ec149a066716 req-8ad05324-1974-419f-beb6-59a86987e618 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:35.336320 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0c439343-563d-4f39-802c-ec149a066716 req-8ad05324-1974-419f-beb6-59a86987e618 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0465226 Sep 26 05:34:35.384700 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0c439343-563d-4f39-802c-ec149a066716 req-bb37bbff-6948-4598-9cc4-40779803ade8 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425367 Sep 26 05:34:36.226302 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b45428bd-fd11-4803-ac2f-45898b0cfabc req-1d6b0c34-757d-4419-b1b4-61ca0ed58279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 210 time: 0.0268400 Sep 26 05:34:36.525460 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3b079-310a-4b65-aceb-226fb98cbdde req-08902ec7-ee2a-4e18-bcf3-325aedc9653e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:36.527376 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-83c3b079-310a-4b65-aceb-226fb98cbdde req-08902ec7-ee2a-4e18-bcf3-325aedc9653e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0636163 Sep 26 05:34:36.580063 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-83c3b079-310a-4b65-aceb-226fb98cbdde req-94010a51-4eaa-4f4f-beb2-729b7ced6e54 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469396 Sep 26 05:34:36.686050 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-d277395e-ec4b-490f-98e9-b43bef0de395 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:36.687453 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-d277395e-ec4b-490f-98e9-b43bef0de395 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 812 time: 0.1065249 Sep 26 05:34:36.760099 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-c9b33e19-b632-4d29-b13b-834994a59340 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=774c63ee5fc74c619f63c64590c154e4 HTTP/1.1" status: 200 len: 380 time: 0.0540104 Sep 26 05:34:36.775947 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Request body: {'port': {'device_id': 'd690507f-f032-475f-b4c4-4f5274841bf9', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'admin_state_up': True, 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'security_groups': ['7eb35423-d2b0-4263-942b-b274f2129f77']}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:36.888841 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Made reservation on behalf of 774c63ee5fc74c619f63c64590c154e4 for: {'port': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:34:36.892496 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:37.017986 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Allocated IP 172.20.0.4 (aa57f4f4-2276-4970-8337-66a125f8a06a/4408293b-c7bd-46de-8b4c-2f69b84d7882/f0547fbd-b0c0-43fb-b376-7a42fb7ce357) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:34:37.032473 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:37.162293 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:37.170829 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:37.196084 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:37.241562 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Network aa57f4f4-2276-4970-8337-66a125f8a06a is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:34:37.244836 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:34:37.248736 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:34:37.273721 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'Port': ['ID=f0547fbd-b0c0-43fb-b376-7a42fb7ce357,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:37.289113 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:37.290046 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:37.290386 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:37.290727 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:37.291063 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:37.291392 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:37.291717 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:37.292176 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:37.292535 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:37.292863 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:37.293189 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:37.293515 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:37.293848 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:37.294148 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:37.294467 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:34:37.325459 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:37.326264 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:37.380067 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-9d5cf5c4-ee46-4ba6-a755-d97b2315658a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6079211 Sep 26 05:34:37.386558 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc49360-aff1-4f71-b5ff-92ef265c35e3 req-6f03a60e-a653-4a7f-a872-3c02e9d21b7b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:37.388054 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-dcc49360-aff1-4f71-b5ff-92ef265c35e3 req-6f03a60e-a653-4a7f-a872-3c02e9d21b7b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 931 time: 0.0699735 Sep 26 05:34:37.393345 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Request body: {'port': {'device_id': 'd690507f-f032-475f-b4c4-4f5274841bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:37.485085 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-6e8c6653-6f1f-4389-8fde-6a0cc517bbcd None None] Provisioning complete for port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:37.486160 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-6e8c6653-6f1f-4389-8fde-6a0cc517bbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:37.486731 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-6e8c6653-6f1f-4389-8fde-6a0cc517bbcd None None] Attempt 1 to provision port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 Sep 26 05:34:37.492215 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:37.504536 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-dcc49360-aff1-4f71-b5ff-92ef265c35e3 req-c5da731a-a07e-4c81-9e05-ac2503f75d9c tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884356 Sep 26 05:34:37.527557 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c6653-6f1f-4389-8fde-6a0cc517bbcd None None] Port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:37.725708 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d883fa-015c-4e94-8e65-842482fad63f req-b513650c-f26d-457f-a79c-f8223826b191 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:37.728231 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5d883fa-015c-4e94-8e65-842482fad63f req-b513650c-f26d-457f-a79c-f8223826b191 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0712996 Sep 26 05:34:37.785364 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:37.830252 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5d883fa-015c-4e94-8e65-842482fad63f req-0f82279f-4c0a-43dd-a04e-d410a0c7ed37 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960155 Sep 26 05:34:37.834212 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0547fbd-b0c0-43fb-b376-7a42fb7ce357 {{(pid=106340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:34:37.842262 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Publish callbacks [] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:37.868179 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.provisioning_blocks [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Transition to ACTIVE for port object f0547fbd-b0c0-43fb-b376-7a42fb7ce357 will not be triggered until provisioned by entity L2. {{(pid=106340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:34:37.871749 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:37.939165 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0547fbd-b0c0-43fb-b376-7a42fb7ce357,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:37.987198 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Attempting to bind port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:34:37.987529 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Attempting to bind port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:34:37.987853 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Attempting to bind port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 on network aa57f4f4-2276-4970-8337-66a125f8a06a {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:34:38.024799 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-6e8c6653-6f1f-4389-8fde-6a0cc517bbcd None None] Attempt 2 to provision port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 Sep 26 05:34:38.025999 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:38.028780 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 on network aa57f4f4-2276-4970-8337-66a125f8a06a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:34:38.029109 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Attempting to bind port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 on network aa57f4f4-2276-4970-8337-66a125f8a06a {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:34:38.056958 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c6653-6f1f-4389-8fde-6a0cc517bbcd None None] Port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:34:38.074836 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:34:38.075172 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Checking segment: {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:34:38.075547 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Bound using segment: {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:34:38.075972 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Bound port: f0547fbd-b0c0-43fb-b376-7a42fb7ce357, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'}}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:34:38.076349 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:38.376980 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] For port f0547fbd-b0c0-43fb-b376-7a42fb7ce357, host hv-cinder-85918, cleared binding levels {{(pid=106340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:34:38.379920 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] For port f0547fbd-b0c0-43fb-b376-7a42fb7ce357, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f0547fbd-b0c0-43fb-b376-7a42fb7ce357,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:34:38.386283 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:38.390392 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:38.390995 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:38.392373 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/f0547fbd-b0c0-43fb-b376-7a42fb7ce357 HTTP/1.1" status: 200 len: 1093 time: 1.0030348 Sep 26 05:34:38.392910 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd690507f-f032-475f-b4c4-4f5274841bf9', 'tag': 'f0547fbd-b0c0-43fb-b376-7a42fb7ce357'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:34:38.395165 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7b6256-3c48-4a46-9b5b-66ee7ff3a441" -d '{"events": [{"name": "network-changed", "server_uuid": "d690507f-f032-475f-b4c4-4f5274841bf9", "tag": "f0547fbd-b0c0-43fb-b376-7a42fb7ce357"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:34:38.434309 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4681c75-8ca2-4dbd-a5db-70967e1d8e72 x-openstack-request-id: req-d4681c75-8ca2-4dbd-a5db-70967e1d8e72 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:34:38.434589 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d690507f-f032-475f-b4c4-4f5274841bf9", "tag": "f0547fbd-b0c0-43fb-b376-7a42fb7ce357", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:34:38.434845 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4681c75-8ca2-4dbd-a5db-70967e1d8e72 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:34:38.435244 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4681c75-8ca2-4dbd-a5db-70967e1d8e72'] response: {'name': 'network-changed', 'server_uuid': 'd690507f-f032-475f-b4c4-4f5274841bf9', 'tag': 'f0547fbd-b0c0-43fb-b376-7a42fb7ce357', 'status': 'completed', 'code': 200} Sep 26 05:34:38.445288 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36f1fd-a759-4baf-b628-8e5db802a5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0547fbd-b0c0-43fb-b376-7a42fb7ce357,revision_number=3']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:38.488185 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-95f5ace0-02b9-432a-b40f-a1b303dcfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:38.489682 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-95f5ace0-02b9-432a-b40f-a1b303dcfa29 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 1127 time: 0.0390341 Sep 26 05:34:38.536069 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-7cbe5182-ea78-4a68-8657-018cd1ac36fa service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0547fbd-b0c0-43fb-b376-7a42fb7ce357 HTTP/1.1" status: 200 len: 217 time: 0.0343368 Sep 26 05:34:38.557787 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-6e8c6653-6f1f-4389-8fde-6a0cc517bbcd None None] Attempt 3 to provision port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 Sep 26 05:34:38.599098 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c6653-6f1f-4389-8fde-6a0cc517bbcd None None] Port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 had new provisioning blocks added so it will not transition to active. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:34:38.626283 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-224a0955-f844-4c4b-8651-b022d7fcf6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:38.627791 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-224a0955-f844-4c4b-8651-b022d7fcf6e5 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4408293b-c7bd-46de-8b4c-2f69b84d7882 HTTP/1.1" status: 200 len: 851 time: 0.0738833 Sep 26 05:34:38.638307 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3aed5-e495-4172-843c-64f05124e9d3 req-283c7499-0225-4031-80df-6c8e661b57ed tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:38.639641 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-09b3aed5-e495-4172-843c-64f05124e9d3 req-283c7499-0225-4031-80df-6c8e661b57ed tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 943 time: 0.0572472 Sep 26 05:34:38.699237 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-c8087149-080d-479c-bd7b-a25d09c90e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:38.700739 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-c8087149-080d-479c-bd7b-a25d09c90e33 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=aa57f4f4-2276-4970-8337-66a125f8a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602720 Sep 26 05:34:38.734568 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-09b3aed5-e495-4172-843c-64f05124e9d3 req-53c5ca73-5804-4644-95e8-4604b1687b77 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868249 Sep 26 05:34:38.801181 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-52fe1cf3-d5c2-4453-ba82-3196fd085af8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908077 Sep 26 05:34:38.896190 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-deff2987-54a2-4266-8be4-302f297e5fa0 req-cb8bb965-573a-4437-95b0-6b9ec5424d61 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882885 Sep 26 05:34:38.958585 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0816a57-94da-499a-9518-cf0412a81147 req-c6ca880b-ad6a-4620-9f98-5d8bfe9b78ed tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:38.960182 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d0816a57-94da-499a-9518-cf0412a81147 req-c6ca880b-ad6a-4620-9f98-5d8bfe9b78ed tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0474682 Sep 26 05:34:39.007575 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d0816a57-94da-499a-9518-cf0412a81147 req-fc0df0aa-d4c2-4f48-a8ec-1e6180045c2a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415559 Sep 26 05:34:39.326674 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b6256-3c48-4a46-9b5b-66ee7ff3a441 req-e1a43027-9b15-4a24-b42c-2bc72f73306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:39.328157 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-da7b6256-3c48-4a46-9b5b-66ee7ff3a441 req-e1a43027-9b15-4a24-b42c-2bc72f73306e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 1127 time: 0.0425918 Sep 26 05:34:39.353187 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:39.430554 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b6256-3c48-4a46-9b5b-66ee7ff3a441 req-cc339fbe-09c0-4b76-b63c-bc934c97c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:39.431906 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-da7b6256-3c48-4a46-9b5b-66ee7ff3a441 req-cc339fbe-09c0-4b76-b63c-bc934c97c387 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 913 time: 0.0872331 Sep 26 05:34:39.471539 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-da7b6256-3c48-4a46-9b5b-66ee7ff3a441 req-1e5832af-e96e-41f2-8a20-a6c2c67a8930 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0547fbd-b0c0-43fb-b376-7a42fb7ce357 HTTP/1.1" status: 200 len: 217 time: 0.0317304 Sep 26 05:34:39.532960 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b6256-3c48-4a46-9b5b-66ee7ff3a441 req-a166eca1-3867-4bc9-82bb-55c2f03414f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:39.534378 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-da7b6256-3c48-4a46-9b5b-66ee7ff3a441 req-a166eca1-3867-4bc9-82bb-55c2f03414f4 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4408293b-c7bd-46de-8b4c-2f69b84d7882 HTTP/1.1" status: 200 len: 851 time: 0.0470541 Sep 26 05:34:39.579024 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b6256-3c48-4a46-9b5b-66ee7ff3a441 req-828456b4-7a72-4118-89f3-d2ad14cab448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:39.580521 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-da7b6256-3c48-4a46-9b5b-66ee7ff3a441 req-828456b4-7a72-4118-89f3-d2ad14cab448 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=aa57f4f4-2276-4970-8337-66a125f8a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366955 Sep 26 05:34:39.638405 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:39.678205 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-da7b6256-3c48-4a46-9b5b-66ee7ff3a441 req-a0c6148f-4add-4dd3-8aa6-9d6111346576 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880787 Sep 26 05:34:39.777441 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-da7b6256-3c48-4a46-9b5b-66ee7ff3a441 req-0507eb3c-9fb8-47cf-b8dd-d7488948d413 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843859 Sep 26 05:34:39.858012 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ce19-237d-45f1-814f-b5570e17ccd4 req-9cf2982f-eb13-4f59-b036-bbd25ba0bf61 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:39.859491 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-94a0ce19-237d-45f1-814f-b5570e17ccd4 req-9cf2982f-eb13-4f59-b036-bbd25ba0bf61 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 943 time: 0.0485864 Sep 26 05:34:39.914123 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-94a0ce19-237d-45f1-814f-b5570e17ccd4 req-92b2482f-539c-4778-8c8c-818d5a2b651a tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490000 Sep 26 05:34:39.996815 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f1330-7c95-4994-aabd-98d4c6a7e8a0 req-fac84a4f-c586-42a9-88e4-dcd32ff09858 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:39.998263 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-560f1330-7c95-4994-aabd-98d4c6a7e8a0 req-fac84a4f-c586-42a9-88e4-dcd32ff09858 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0462410 Sep 26 05:34:40.047249 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-560f1330-7c95-4994-aabd-98d4c6a7e8a0 req-cab5ffcc-220d-4461-b040-d6fa1bef3b02 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435281 Sep 26 05:34:40.134147 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917545aa-8967-49ea-8648-6a967f11360f req-93f9baed-4ee3-4f34-a7ce-54c5618fea0d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:40.135590 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-917545aa-8967-49ea-8648-6a967f11360f req-93f9baed-4ee3-4f34-a7ce-54c5618fea0d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0468669 Sep 26 05:34:40.180875 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-917545aa-8967-49ea-8648-6a967f11360f req-b8089382-daaf-4cae-8bb9-9c31e876eec6 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398004 Sep 26 05:34:41.040103 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9961d-55eb-4e3d-894a-b560fb132b9a req-87179bae-9c13-4bab-a513-7cde9b13a775 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:41.041743 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-35d9961d-55eb-4e3d-894a-b560fb132b9a req-87179bae-9c13-4bab-a513-7cde9b13a775 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 943 time: 0.0503218 Sep 26 05:34:41.090786 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-35d9961d-55eb-4e3d-894a-b560fb132b9a req-6779911e-379c-480c-b8da-0ad3c50c33f8 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Sep 26 05:34:41.170124 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20212efd-48ef-4ea9-bb65-84124ae0d1a5 req-108523c2-f9b3-4fa7-b7af-553dc8cb0b5c tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:41.171565 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-20212efd-48ef-4ea9-bb65-84124ae0d1a5 req-108523c2-f9b3-4fa7-b7af-553dc8cb0b5c tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0465021 Sep 26 05:34:41.219546 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-20212efd-48ef-4ea9-bb65-84124ae0d1a5 req-f8d775b5-29cd-497d-8a04-50d777194c98 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425165 Sep 26 05:34:41.305120 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0518a-13cd-4186-8a4d-60905aec741f req-6b06b174-9e79-44c6-8cac-37d7249a4900 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:41.306563 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ebe0518a-13cd-4186-8a4d-60905aec741f req-6b06b174-9e79-44c6-8cac-37d7249a4900 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0452855 Sep 26 05:34:41.356533 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ebe0518a-13cd-4186-8a4d-60905aec741f req-d01994ec-3936-4262-b8af-05cebbbfa3b5 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445564 Sep 26 05:34:42.213177 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dc5f8-0f4e-4b77-b327-15bbb8119fbe req-2b1dac30-5b5f-45ba-8319-4e9ed3670dc1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:42.214626 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-755dc5f8-0f4e-4b77-b327-15bbb8119fbe req-2b1dac30-5b5f-45ba-8319-4e9ed3670dc1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 943 time: 0.0471296 Sep 26 05:34:42.226506 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:42.268040 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-755dc5f8-0f4e-4b77-b327-15bbb8119fbe req-01074b36-5b4d-4dec-8ce8-eaaf63ee4175 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475974 Sep 26 05:34:42.325529 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=76 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:42.343732 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7a0af-05ed-416a-918c-1ffd4411254d req-a7988c93-75f7-4cbf-b9d3-96553a02694f tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:42.345150 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b7d7a0af-05ed-416a-918c-1ffd4411254d req-a7988c93-75f7-4cbf-b9d3-96553a02694f tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0460999 Sep 26 05:34:42.393708 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b7d7a0af-05ed-416a-918c-1ffd4411254d req-7a0c6571-8fae-4cf5-93fc-b8e7543d96e5 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429821 Sep 26 05:34:42.476970 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdccc8-6824-43d5-83f0-ccdd4584d08b req-329ab6f4-ac6f-4d3f-b4c2-5a70cd3b8df8 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:42.478649 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4cfdccc8-6824-43d5-83f0-ccdd4584d08b req-329ab6f4-ac6f-4d3f-b4c2-5a70cd3b8df8 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0488052 Sep 26 05:34:42.525029 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4cfdccc8-6824-43d5-83f0-ccdd4584d08b req-268a61df-ac23-499a-a208-46be9463b91b tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409017 Sep 26 05:34:43.389876 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5938c-0e4e-4c5e-a781-407ad6d37ce1 req-2876c04a-0d89-4e43-9169-406bc8ea2ee1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:43.391247 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-edd5938c-0e4e-4c5e-a781-407ad6d37ce1 req-2876c04a-0d89-4e43-9169-406bc8ea2ee1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 943 time: 0.0458825 Sep 26 05:34:43.423554 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:43.440855 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-edd5938c-0e4e-4c5e-a781-407ad6d37ce1 req-5b6a0608-e1b0-44f9-a97e-4fcb61ebb548 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440907 Sep 26 05:34:43.519947 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a670be-fcee-4297-b3b4-078abd78fded req-aae7c580-1aaf-4940-87c8-5f52668eedff tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:43.521479 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e0a670be-fcee-4297-b3b4-078abd78fded req-aae7c580-1aaf-4940-87c8-5f52668eedff tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0506761 Sep 26 05:34:43.572183 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e0a670be-fcee-4297-b3b4-078abd78fded req-0e761291-3b21-4086-a866-101715275589 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444982 Sep 26 05:34:43.677158 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143530d1-3084-4b37-aa52-eb6f47a570ad req-5a7a3fe3-3503-40bd-a1a3-d444ea0f8c4b tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:43.678681 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-143530d1-3084-4b37-aa52-eb6f47a570ad req-5a7a3fe3-3503-40bd-a1a3-d444ea0f8c4b tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0480967 Sep 26 05:34:43.726898 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-143530d1-3084-4b37-aa52-eb6f47a570ad req-00d908df-2e73-4fe9-b370-6f48ba826d35 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419791 Sep 26 05:34:44.562543 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dee7-bfb7-490a-ba76-6cae3c1c0fdf req-cf5843c9-a3fa-4bd5-b06e-a4ea50251a15 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:44.564002 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8bb5dee7-bfb7-490a-ba76-6cae3c1c0fdf req-cf5843c9-a3fa-4bd5-b06e-a4ea50251a15 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 943 time: 0.0467935 Sep 26 05:34:44.616842 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8bb5dee7-bfb7-490a-ba76-6cae3c1c0fdf req-f51b3e31-3263-46a3-b2ca-2c7551984d94 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470736 Sep 26 05:34:44.692610 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd8f00-f725-425b-885b-35fbb7eedb5a req-bcacb1b9-ed53-4874-979e-cee71df87b5a tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:44.694114 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5afd8f00-f725-425b-885b-35fbb7eedb5a req-bcacb1b9-ed53-4874-979e-cee71df87b5a tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0453072 Sep 26 05:34:44.744371 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5afd8f00-f725-425b-885b-35fbb7eedb5a req-b235b50a-4a5a-4069-bf29-7dc4b1899a72 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445051 Sep 26 05:34:44.846694 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5eb1d-0237-45c6-982a-ddd8a364b53e req-28d97da0-5d1d-4923-afd3-40404c36cd9e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:44.848202 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-11d5eb1d-0237-45c6-982a-ddd8a364b53e req-28d97da0-5d1d-4923-afd3-40404c36cd9e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0464323 Sep 26 05:34:44.895975 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-11d5eb1d-0237-45c6-982a-ddd8a364b53e req-baba5156-ee4d-4abd-8160-4a4e25d2b814 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 Sep 26 05:34:45.740852 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8666c5-761c-4430-98cf-816a4f6d21a0 req-089b1e94-eab9-422e-9b1c-10bc62d0f057 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:45.743124 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5c8666c5-761c-4430-98cf-816a4f6d21a0 req-089b1e94-eab9-422e-9b1c-10bc62d0f057 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 943 time: 0.0526679 Sep 26 05:34:45.805289 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5c8666c5-761c-4430-98cf-816a4f6d21a0 req-773f10f8-fdb3-4923-bceb-5f371fb411de tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562375 Sep 26 05:34:45.920020 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2278c-d3d7-409b-9f0e-4a1368f82439 req-8db4b1e8-b79b-4e3b-8afa-fb78639bfd68 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:45.921762 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22b2278c-d3d7-409b-9f0e-4a1368f82439 req-8db4b1e8-b79b-4e3b-8afa-fb78639bfd68 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0544469 Sep 26 05:34:45.994208 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22b2278c-d3d7-409b-9f0e-4a1368f82439 req-749acd4d-bee6-4270-aa8a-c2015b8245bd tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639701 Sep 26 05:34:45.994620 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:46.027598 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fb33b-5ad2-427f-9c80-38c45012b56e req-ba504cf2-bf44-44d0-88f3-50cd44c58f70 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:46.029090 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-040fb33b-5ad2-427f-9c80-38c45012b56e req-ba504cf2-bf44-44d0-88f3-50cd44c58f70 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0493236 Sep 26 05:34:46.080041 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-040fb33b-5ad2-427f-9c80-38c45012b56e req-b14030fb-09a0-4c02-b447-74b89b26e30f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450954 Sep 26 05:34:46.281443 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539240b1-48da-4b0c-8082-67249ab7fc40 req-9e8d1a8f-9652-4a05-a47b-8df90ad9fc6f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:46.282910 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-539240b1-48da-4b0c-8082-67249ab7fc40 req-9e8d1a8f-9652-4a05-a47b-8df90ad9fc6f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0465558 Sep 26 05:34:46.356551 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538a832-6811-4934-b282-28c2dc933fbf req-6fc72264-2ae5-4b17-8dd6-5ebd1fa219f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:46.357899 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6538a832-6811-4934-b282-28c2dc933fbf req-6fc72264-2ae5-4b17-8dd6-5ebd1fa219f3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=49fe69e57e744eea93988aecfa9decc2&device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 1130 time: 0.0614574 Sep 26 05:34:46.364666 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-539240b1-48da-4b0c-8082-67249ab7fc40 req-888ae305-22f2-4d5e-ab27-d09cb33a583d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743306 Sep 26 05:34:46.456610 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538a832-6811-4934-b282-28c2dc933fbf req-2294f5d9-1428-4759-9315-d56eb0748f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:46.458106 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6538a832-6811-4934-b282-28c2dc933fbf req-2294f5d9-1428-4759-9315-d56eb0748f74 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf HTTP/1.1" status: 200 len: 910 time: 0.0890424 Sep 26 05:34:46.532301 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6538a832-6811-4934-b282-28c2dc933fbf req-3783f70e-025c-4603-ad44-243f3c0d6329 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c8f3d3c-69f4-4522-90e1-444ce9de2135 HTTP/1.1" status: 200 len: 1002 time: 0.0559626 Sep 26 05:34:46.582087 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:46.600063 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538a832-6811-4934-b282-28c2dc933fbf req-18679c9d-8efe-4df6-bd17-24d4383c619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:46.602078 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6538a832-6811-4934-b282-28c2dc933fbf req-18679c9d-8efe-4df6-bd17-24d4383c619a service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=18db2678-2303-4b38-b9f8-4255a44db64a HTTP/1.1" status: 200 len: 848 time: 0.0494759 Sep 26 05:34:46.647924 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538a832-6811-4934-b282-28c2dc933fbf req-3712385b-1187-4d3f-a1d0-5caf58df4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:46.649325 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6538a832-6811-4934-b282-28c2dc933fbf req-3712385b-1187-4d3f-a1d0-5caf58df4a0b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382385 Sep 26 05:34:46.745702 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6538a832-6811-4934-b282-28c2dc933fbf req-efcba5c2-a30a-4001-b583-0b18e1442b63 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858653 Sep 26 05:34:46.853165 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6538a832-6811-4934-b282-28c2dc933fbf req-896802d2-6ac8-4f90-9a6f-505278571c99 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840569 Sep 26 05:34:46.933452 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b35a9-0e17-4828-8948-e8c9445e44d2 req-d6630ac8-5d1c-46a2-8232-214ab4a7576b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:46.934807 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-700b35a9-0e17-4828-8948-e8c9445e44d2 req-d6630ac8-5d1c-46a2-8232-214ab4a7576b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 943 time: 0.0516839 Sep 26 05:34:46.986777 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-700b35a9-0e17-4828-8948-e8c9445e44d2 req-b1b43bdc-4d45-47c2-8525-717e621f51e3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464075 Sep 26 05:34:47.115406 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb2ac9-3fbb-4ee2-be64-7fb502b10955 req-db987394-cbf4-409d-84dc-4098b28136f0 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:47.116967 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c8eb2ac9-3fbb-4ee2-be64-7fb502b10955 req-db987394-cbf4-409d-84dc-4098b28136f0 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0472291 Sep 26 05:34:47.165025 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c8eb2ac9-3fbb-4ee2-be64-7fb502b10955 req-dbe11ae1-d832-4514-abcc-54c8eadd57ec tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425770 Sep 26 05:34:47.483940 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5aaa6c-0e84-432f-bb2e-985f9426fcb1 req-12697e33-6947-47b1-8fbc-6911a117e3e9 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:47.485568 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ae5aaa6c-0e84-432f-bb2e-985f9426fcb1 req-12697e33-6947-47b1-8fbc-6911a117e3e9 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0463295 Sep 26 05:34:47.538124 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ae5aaa6c-0e84-432f-bb2e-985f9426fcb1 req-765103d3-2b2c-4ed2-89e3-f2c1ed430e07 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469224 Sep 26 05:34:47.885180 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device f0547fbd-b0c0-43fb-b376-7a42fb7ce357 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:34:47.985543 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port f0547fbd-b0c0-43fb-b376-7a42fb7ce357, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f0547fbd-b0c0-43fb-b376-7a42fb7ce357,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:34:47.996989 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': 'f0547fbd-b0c0-43fb-b376-7a42fb7ce357', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'port_id': 'f0547fbd-b0c0-43fb-b376-7a42fb7ce357', 'mac_address': 'fa:16:3e:4a:46:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:34:48.031569 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:48.031990 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:48.046400 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0547fbd-b0c0-43fb-b376-7a42fb7ce357 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:34:48.075825 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port f0547fbd-b0c0-43fb-b376-7a42fb7ce357, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f0547fbd-b0c0-43fb-b376-7a42fb7ce357,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:34:48.079845 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:48.089457 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:48.127727 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fd876-bd93-4a8d-b0ab-0af864b25298 req-bbd8c6ac-f088-4d53-95cb-ce2a6079a7f9 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:48.135774 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-de3fd876-bd93-4a8d-b0ab-0af864b25298 req-bbd8c6ac-f088-4d53-95cb-ce2a6079a7f9 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 943 time: 0.0732872 Sep 26 05:34:48.145549 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=f0547fbd-b0c0-43fb-b376-7a42fb7ce357,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:48.181214 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-de3fd876-bd93-4a8d-b0ab-0af864b25298 req-1cfc2112-e5fe-4e2d-8010-ba5a76ace329 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445836 Sep 26 05:34:48.271070 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:48.284147 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ea6ca-b96c-4691-b94d-35d2bc151a07 req-435cd518-54ea-45f9-a381-87a084867120 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:48.285711 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-784ea6ca-b96c-4691-b94d-35d2bc151a07 req-435cd518-54ea-45f9-a381-87a084867120 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0466800 Sep 26 05:34:48.336334 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-784ea6ca-b96c-4691-b94d-35d2bc151a07 req-dacfab85-ba92-483c-975e-a168d62129e9 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434723 Sep 26 05:34:48.420776 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['f0547fbd-b0c0-43fb-b376-7a42fb7ce357'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:34:48.518122 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:48.657422 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf38067-945d-4079-a8e0-bb2641297664 req-ad7b18df-7887-43a5-9f7d-94821197e111 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:48.658885 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1cf38067-945d-4079-a8e0-bb2641297664 req-ad7b18df-7887-43a5-9f7d-94821197e111 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0461423 Sep 26 05:34:48.710283 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1cf38067-945d-4079-a8e0-bb2641297664 req-e5b7d430-1413-4055-bfcc-9e6abbe5b248 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446823 Sep 26 05:34:49.299675 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66423986-4a8d-45e4-91a1-4254c8741f9c req-255b7807-dec0-40e0-807b-bf3626c693f4 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:49.301161 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-66423986-4a8d-45e4-91a1-4254c8741f9c req-255b7807-dec0-40e0-807b-bf3626c693f4 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 944 time: 0.0461471 Sep 26 05:34:49.349555 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-66423986-4a8d-45e4-91a1-4254c8741f9c req-ed5242d7-27da-4a56-8267-9f65fc539176 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422530 Sep 26 05:34:49.456857 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be41d0b-1f78-4536-8a7d-6323258cfea4 req-30bdd4b8-c7a2-48ab-b2f9-b6074ba29c92 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:49.458297 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6be41d0b-1f78-4536-8a7d-6323258cfea4 req-30bdd4b8-c7a2-48ab-b2f9-b6074ba29c92 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0458345 Sep 26 05:34:49.476460 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:49.507128 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6be41d0b-1f78-4536-8a7d-6323258cfea4 req-7857575c-ca39-4373-bb85-60b0ae85e55b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433035 Sep 26 05:34:49.876464 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:34:49.896055 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device f0547fbd-b0c0-43fb-b376-7a42fb7ce357 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:34:49.899599 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:49.940826 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:34:49.945580 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:34:49.946046 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:49.946280 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 Sep 26 05:34:50.016414 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:34:50.016794 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:50.039447 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd690507f-f032-475f-b4c4-4f5274841bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0547fbd-b0c0-43fb-b376-7a42fb7ce357'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:34:50.041679 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0d30c8-48a8-48e8-8404-2c8c9599697b" -d '{"events": [{"server_uuid": "d690507f-f032-475f-b4c4-4f5274841bf9", "name": "network-vif-plugged", "status": "completed", "tag": "f0547fbd-b0c0-43fb-b376-7a42fb7ce357"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:34:50.054254 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port f0547fbd-b0c0-43fb-b376-7a42fb7ce357, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f0547fbd-b0c0-43fb-b376-7a42fb7ce357,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:34:50.058685 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:50.083963 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972c9595-a310-4514-b460-44c410d4dc9c x-openstack-request-id: req-972c9595-a310-4514-b460-44c410d4dc9c {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:34:50.084295 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d690507f-f032-475f-b4c4-4f5274841bf9", "name": "network-vif-plugged", "status": "completed", "tag": "f0547fbd-b0c0-43fb-b376-7a42fb7ce357", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:34:50.085126 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-972c9595-a310-4514-b460-44c410d4dc9c {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:34:50.085662 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972c9595-a310-4514-b460-44c410d4dc9c'] response: {'server_uuid': 'd690507f-f032-475f-b4c4-4f5274841bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0547fbd-b0c0-43fb-b376-7a42fb7ce357', 'code': 200} Sep 26 05:34:50.111152 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=f0547fbd-b0c0-43fb-b376-7a42fb7ce357,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:50.408719 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ac4ea-611c-4d08-bbfa-d3407e4bf0f0 req-00c2f0d8-7705-459f-8642-205afbb30771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:50.409912 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d67ac4ea-611c-4d08-bbfa-d3407e4bf0f0 req-00c2f0d8-7705-459f-8642-205afbb30771 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 1129 time: 0.0426228 Sep 26 05:34:50.490092 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476741c-0052-4480-ad18-f60105f166ac req-d610e2bf-e61b-4621-a3db-309bd48df988 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:50.492183 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5476741c-0052-4480-ad18-f60105f166ac req-d610e2bf-e61b-4621-a3db-309bd48df988 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 945 time: 0.0614796 Sep 26 05:34:50.495824 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d67ac4ea-611c-4d08-bbfa-d3407e4bf0f0 req-45d79547-6832-4743-a723-2e2f296b8732 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781293 Sep 26 05:34:50.539823 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5476741c-0052-4480-ad18-f60105f166ac req-ee794ab6-00c7-49a1-bd7f-e4ae3b6c0188 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421391 Sep 26 05:34:50.641156 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef4667-14b1-45f4-bb4e-d4f0da4b7762 req-8563850c-ca92-4532-99c9-120a89c34844 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:50.642511 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fbef4667-14b1-45f4-bb4e-d4f0da4b7762 req-8563850c-ca92-4532-99c9-120a89c34844 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0490603 Sep 26 05:34:50.690899 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fbef4667-14b1-45f4-bb4e-d4f0da4b7762 req-e2aba2e0-0e9f-4bb0-a666-8208954c4e30 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421686 Sep 26 05:34:51.673135 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef0b72-69fe-4c92-9762-a664ef0069e8 req-173d0ce0-c91a-4ca1-9e13-75b8d4c60375 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:51.674636 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-92ef0b72-69fe-4c92-9762-a664ef0069e8 req-173d0ce0-c91a-4ca1-9e13-75b8d4c60375 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 945 time: 0.0529006 Sep 26 05:34:51.730053 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-92ef0b72-69fe-4c92-9762-a664ef0069e8 req-df4d2934-11fd-4e38-b729-401e2b304cf3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494425 Sep 26 05:34:51.820982 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd11f0b-7fb8-421e-afc8-d59bafeaefdb req-fa28f321-d43e-4809-a812-d82e1fbf7032 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:51.822476 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3fd11f0b-7fb8-421e-afc8-d59bafeaefdb req-fa28f321-d43e-4809-a812-d82e1fbf7032 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0506814 Sep 26 05:34:51.879717 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3fd11f0b-7fb8-421e-afc8-d59bafeaefdb req-95e5e293-085d-4e10-a2bf-6cb9e92f637b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515084 Sep 26 05:34:52.853670 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6ae3e-01ea-4538-9844-751d4c4a1163 req-5cfe057a-08b1-401d-aa77-f2fe3427e732 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:52.855130 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-06d6ae3e-01ea-4538-9844-751d4c4a1163 req-5cfe057a-08b1-401d-aa77-f2fe3427e732 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 945 time: 0.0464537 Sep 26 05:34:52.904522 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-06d6ae3e-01ea-4538-9844-751d4c4a1163 req-26fc9ee4-279e-4137-bb1c-c739743decdd tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438371 Sep 26 05:34:53.038293 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82ec76-a89f-4ba3-a134-fbb4b4e8dd00 req-bf09c7ef-d51a-46e5-8f9a-7eee015a1c15 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:53.039646 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5e82ec76-a89f-4ba3-a134-fbb4b4e8dd00 req-bf09c7ef-d51a-46e5-8f9a-7eee015a1c15 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0777023 Sep 26 05:34:53.049413 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da73eeb-858f-4f20-a65f-1c4fc1702a03 req-6c32d08c-350a-4416-ac33-fa8458a533eb tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:53.050774 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1da73eeb-858f-4f20-a65f-1c4fc1702a03 req-6c32d08c-350a-4416-ac33-fa8458a533eb tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 945 time: 0.0611324 Sep 26 05:34:53.095084 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:53.127601 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5e82ec76-a89f-4ba3-a134-fbb4b4e8dd00 req-1e6eb67c-139b-4051-a37d-128945bb4e5e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759220 Sep 26 05:34:53.132582 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1da73eeb-858f-4f20-a65f-1c4fc1702a03 req-3bea71f2-b5b6-41d5-9b18-066e0a097e9e tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745654 Sep 26 05:34:53.160423 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40904) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:53.240016 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3cd70a-9a3b-4387-959e-c2981f270aa4 tempest-TestVolumeBootPattern-1040034793 tempest-TestVolumeBootPattern-1040034793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:53.242450 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-cf3cd70a-9a3b-4387-959e-c2981f270aa4 tempest-TestVolumeBootPattern-1040034793 tempest-TestVolumeBootPattern-1040034793-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 1124 time: 0.0808551 Sep 26 05:34:53.245354 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 40908) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:34:53.249697 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Request body: {'floatingip': {'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'port_id': 'f0547fbd-b0c0-43fb-b376-7a42fb7ce357', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:34:53.261239 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a987c4cf-4b12-4da4-8022-8edcd461bf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:53.272682 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:53.351018 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:53.411201 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:53.457776 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Allocated IP 172.27.0.14 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/4912312f-9181-48f6-8901-f79b5595e152) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:34:53.569563 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for port (4912312f-9181-48f6-8901-f79b5595e152), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:53.602625 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (4912312f-9181-48f6-8901-f79b5595e152), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:53.642001 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:34:53.647365 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:34:53.651324 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:34:53.654374 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'Port': ['ID=4912312f-9181-48f6-8901-f79b5595e152,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:53.964372 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:54.002619 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for floatingip (f3d9587a-5c66-4876-80d5-cdb29b343545), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:54.069354 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (4912312f-9181-48f6-8901-f79b5595e152), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:54.164709 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:54.228364 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for port (4912312f-9181-48f6-8901-f79b5595e152), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:54.246227 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (4912312f-9181-48f6-8901-f79b5595e152), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:54.308029 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18570615-70fb-4959-a19d-a49a5e5818ad req-d7db9f1d-a541-4ce2-a963-560b5eb66778 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:54.309533 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-18570615-70fb-4959-a19d-a49a5e5818ad req-d7db9f1d-a541-4ce2-a963-560b5eb66778 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.1027887 Sep 26 05:34:54.340814 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'Port': ['ID=4912312f-9181-48f6-8901-f79b5595e152,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:34:54.349242 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (f3d9587a-5c66-4876-80d5-cdb29b343545), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:54.421957 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-18570615-70fb-4959-a19d-a49a5e5818ad req-7eff8957-17ab-47eb-a32c-866a773f4b28 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053081 Sep 26 05:34:54.472520 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Floating IP f3d9587a-5c66-4876-80d5-cdb29b343545 associated. External IP: 172.27.0.14, port: f0547fbd-b0c0-43fb-b376-7a42fb7ce357. Sep 26 05:34:54.942173 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Router 7b8d2a1f-471f-4584-b831-4f0eb48de512 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:34:55.047216 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:34:55.055638 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:55.062378 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4fcf8-2633-43d9-b2dd-9953d140f109 None None] Sync routers for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:34:55.067596 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:55.073554 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4fcf8-2633-43d9-b2dd-9953d140f109 None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:55.074170 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-0bf4fcf8-2633-43d9-b2dd-9953d140f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:34:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:55.098934 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-3691f4f2-df2a-4dc1-ae17-5b705e4ef610 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8525038 Sep 26 05:34:55.099729 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd690507f-f032-475f-b4c4-4f5274841bf9', 'tag': 'f0547fbd-b0c0-43fb-b376-7a42fb7ce357'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:34:55.103120 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fb493b-21f0-40d2-9212-9fee8cf2690a" -d '{"events": [{"name": "network-changed", "server_uuid": "d690507f-f032-475f-b4c4-4f5274841bf9", "tag": "f0547fbd-b0c0-43fb-b376-7a42fb7ce357"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:34:55.198574 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76d5ee4-7830-4d91-8c5c-a6dbfafe6bc2 x-openstack-request-id: req-b76d5ee4-7830-4d91-8c5c-a6dbfafe6bc2 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:34:55.198861 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d690507f-f032-475f-b4c4-4f5274841bf9", "tag": "f0547fbd-b0c0-43fb-b376-7a42fb7ce357", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:34:55.199111 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b76d5ee4-7830-4d91-8c5c-a6dbfafe6bc2 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:34:55.199518 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76d5ee4-7830-4d91-8c5c-a6dbfafe6bc2'] response: {'name': 'network-changed', 'server_uuid': 'd690507f-f032-475f-b4c4-4f5274841bf9', 'tag': 'f0547fbd-b0c0-43fb-b376-7a42fb7ce357', 'status': 'completed', 'code': 200} Sep 26 05:34:55.258589 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-0bf4fcf8-2633-43d9-b2dd-9953d140f109 None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:55.380515 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:55.460899 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-0bf4fcf8-2633-43d9-b2dd-9953d140f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'f3d9587a-5c66-4876-80d5-cdb29b343545', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'port_id': 'f0547fbd-b0c0-43fb-b376-7a42fb7ce357', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'mac_address': 'fa:16:3e:4a:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd690507f-f032-475f-b4c4-4f5274841bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:34:53Z', 'updated_at': '2022-09-26T05:34:53Z', 'revision_number': 0, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:55.489775 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4fcf8-2633-43d9-b2dd-9953d140f109 None None] Checking router: 7b8d2a1f-471f-4584-b831-4f0eb48de512 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:34:55.499178 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4fcf8-2633-43d9-b2dd-9953d140f109 None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:34:55.499781 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-0bf4fcf8-2633-43d9-b2dd-9953d140f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:34:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:55.545645 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f017134-ecb4-4d4d-9551-4584cbe60faf req-a908ec97-5415-47ca-a829-d216cd0e69f9 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:55.547115 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f017134-ecb4-4d4d-9551-4584cbe60faf req-a908ec97-5415-47ca-a829-d216cd0e69f9 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0460174 Sep 26 05:34:55.597116 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-0bf4fcf8-2633-43d9-b2dd-9953d140f109 None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:34:55.599265 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f017134-ecb4-4d4d-9551-4584cbe60faf req-b0c2484d-5ec1-4cd9-b353-9ac66a590177 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467021 Sep 26 05:34:55.611658 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-34e33e85-402d-476d-b637-f9ff0dfb81da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:55.744266 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c8c1c-f212-4993-a6d9-b83b8d526072 req-361d79a3-624d-4bea-a8a8-47b5f7875796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:55.745761 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-930c8c1c-f212-4993-a6d9-b83b8d526072 req-361d79a3-624d-4bea-a8a8-47b5f7875796 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e1b5f9daf8d44a6987bbff8939ed7c92&device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 1130 time: 0.0405872 Sep 26 05:34:55.820991 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-0bf4fcf8-2633-43d9-b2dd-9953d140f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'f3d9587a-5c66-4876-80d5-cdb29b343545', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'port_id': 'f0547fbd-b0c0-43fb-b376-7a42fb7ce357', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'mac_address': 'fa:16:3e:4a:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd690507f-f032-475f-b4c4-4f5274841bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:34:53Z', 'updated_at': '2022-09-26T05:34:53Z', 'revision_number': 0, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:34:55.835904 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb493b-21f0-40d2-9212-9fee8cf2690a req-986fcb03-f793-480d-bd58-b83c1ea4ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:55.838714 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-d5fb493b-21f0-40d2-9212-9fee8cf2690a req-986fcb03-f793-480d-bd58-b83c1ea4ae9a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 1129 time: 0.0613756 Sep 26 05:34:55.847933 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4fcf8-2633-43d9-b2dd-9953d140f109 None None] The sync data for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi is: [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': 'f3d9587a-5c66-4876-80d5-cdb29b343545', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'port_id': 'f0547fbd-b0c0-43fb-b376-7a42fb7ce357', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'mac_address': 'fa:16:3e:4a:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd690507f-f032-475f-b4c4-4f5274841bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:34:53Z', 'updated_at': '2022-09-26T05:34:53Z', 'revision_number': 0, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:34:55.877312 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c8c1c-f212-4993-a6d9-b83b8d526072 req-abf4d6b5-ac70-4f72-91ad-6d7318b939c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:55.879216 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-930c8c1c-f212-4993-a6d9-b83b8d526072 req-abf4d6b5-ac70-4f72-91ad-6d7318b939c0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=73121f4e-6b77-45b6-a1f2-7577a1a4a779 HTTP/1.1" status: 200 len: 909 time: 0.0947428 Sep 26 05:34:55.980453 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:56.012422 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-930c8c1c-f212-4993-a6d9-b83b8d526072 req-0ac691bc-c3e7-4e34-8494-101feaa1ec43 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d HTTP/1.1" status: 200 len: 1002 time: 0.0885956 Sep 26 05:34:56.025416 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb493b-21f0-40d2-9212-9fee8cf2690a req-a18653a9-b9c9-46d1-9071-92d64ed51265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:56.026891 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-d5fb493b-21f0-40d2-9212-9fee8cf2690a req-a18653a9-b9c9-46d1-9071-92d64ed51265 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 913 time: 0.1076961 Sep 26 05:34:56.071174 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c8c1c-f212-4993-a6d9-b83b8d526072 req-7db070b4-6793-4ae7-bbe1-24b75684b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:56.073306 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-930c8c1c-f212-4993-a6d9-b83b8d526072 req-7db070b4-6793-4ae7-bbe1-24b75684b6c3 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=26b0e0ad-b964-43a8-8455-883885c6a7f7 HTTP/1.1" status: 200 len: 847 time: 0.0490224 Sep 26 05:34:56.094083 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f8eb4-a237-4b26-8c76-58b22c2476bc None None] New status for floating IP f3d9587a-5c66-4876-80d5-cdb29b343545: ACTIVE {{(pid=106342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:34:56.105419 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-d5fb493b-21f0-40d2-9212-9fee8cf2690a req-8b84078b-6d01-4591-ad22-f0e0bf83c154 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0547fbd-b0c0-43fb-b376-7a42fb7ce357 HTTP/1.1" status: 200 len: 998 time: 0.0695786 Sep 26 05:34:56.127301 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c8c1c-f212-4993-a6d9-b83b8d526072 req-58e7f700-a6cd-4f70-a282-a2ef22d452b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:56.128828 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-930c8c1c-f212-4993-a6d9-b83b8d526072 req-58e7f700-a6cd-4f70-a282-a2ef22d452b3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=73121f4e-6b77-45b6-a1f2-7577a1a4a779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463939 Sep 26 05:34:56.162104 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb493b-21f0-40d2-9212-9fee8cf2690a req-f814cac9-808e-4fb4-b8b6-feafa26c999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:56.165370 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-d5fb493b-21f0-40d2-9212-9fee8cf2690a req-f814cac9-808e-4fb4-b8b6-feafa26c999c service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4408293b-c7bd-46de-8b4c-2f69b84d7882 HTTP/1.1" status: 200 len: 851 time: 0.0494001 Sep 26 05:34:56.230161 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb493b-21f0-40d2-9212-9fee8cf2690a req-bf5c546f-b415-48d2-895a-7c982c738070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:56.232006 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-d5fb493b-21f0-40d2-9212-9fee8cf2690a req-bf5c546f-b415-48d2-895a-7c982c738070 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=aa57f4f4-2276-4970-8337-66a125f8a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512214 Sep 26 05:34:56.240036 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-930c8c1c-f212-4993-a6d9-b83b8d526072 req-52bcd0d6-d9c6-482a-b134-572821e0f00b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/73121f4e-6b77-45b6-a1f2-7577a1a4a779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026316 Sep 26 05:34:56.353058 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-930c8c1c-f212-4993-a6d9-b83b8d526072 req-43a35291-69aa-4317-aa0a-21e30dacc96c service neutron] 10.222.0.60 "GET /networking/v2.0/networks/73121f4e-6b77-45b6-a1f2-7577a1a4a779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052067 Sep 26 05:34:56.559511 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-d5fb493b-21f0-40d2-9212-9fee8cf2690a req-155f6133-1fa3-4ed7-8c5a-9f4a055524a4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187938 Sep 26 05:34:56.721322 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29afc96-d5e7-4365-a07a-4c269b92dd58 req-a7356d53-8091-451c-8241-b2cb52a96608 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:56.722812 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b29afc96-d5e7-4365-a07a-4c269b92dd58 req-a7356d53-8091-451c-8241-b2cb52a96608 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0467386 Sep 26 05:34:56.723618 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:56.772003 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b29afc96-d5e7-4365-a07a-4c269b92dd58 req-ca2486c3-2444-4cdd-93cc-8f3138604b12 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420506 Sep 26 05:34:57.322904 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdf836-d75d-46aa-8538-e396e811d617 req-e137e886-70c4-42a5-96da-624b2cf05d20 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:57.324305 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-66fdf836-d75d-46aa-8538-e396e811d617 req-e137e886-70c4-42a5-96da-624b2cf05d20 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 946 time: 0.0470665 Sep 26 05:34:57.371531 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-66fdf836-d75d-46aa-8538-e396e811d617 req-59dd8958-be7f-46e2-ab09-ee6cefaf6e8d tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=64d31732-9890-4856-987f-14b10c2c2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406322 Sep 26 05:34:57.905666 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb17b0a-92ab-4bbf-91b9-db5938ddbd05 req-927efe0e-94eb-44ba-b28f-8bdf1062c3e3 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:57.907138 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4cb17b0a-92ab-4bbf-91b9-db5938ddbd05 req-927efe0e-94eb-44ba-b28f-8bdf1062c3e3 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0528028 Sep 26 05:34:57.956639 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4cb17b0a-92ab-4bbf-91b9-db5938ddbd05 req-7be47d37-df02-491b-888d-4e3f8aa09936 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433116 Sep 26 05:34:58.192933 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-d5fb493b-21f0-40d2-9212-9fee8cf2690a req-6967a7db-3b72-4880-8389-5edc10cbef60 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855629 Sep 26 05:34:58.286830 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:58.469214 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:34:58.492827 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfe2c2-5b41-4de0-a802-c1f5003fd302 req-2d8b4099-f1b2-4266-92a1-a61508a28fdb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:58.494299 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1cbfe2c2-5b41-4de0-a802-c1f5003fd302 req-2d8b4099-f1b2-4266-92a1-a61508a28fdb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 946 time: 0.0467043 Sep 26 05:34:58.540665 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1cbfe2c2-5b41-4de0-a802-c1f5003fd302 req-3ec911cd-a572-4f38-aab2-de6cb6494f82 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=64d31732-9890-4856-987f-14b10c2c2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408392 Sep 26 05:34:59.075466 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5798f0-8ac5-4193-8cef-a6019e3a142c req-21920b1e-499f-4e38-8c12-d691ddd238ee tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:59.076920 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f5798f0-8ac5-4193-8cef-a6019e3a142c req-21920b1e-499f-4e38-8c12-d691ddd238ee tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0454955 Sep 26 05:34:59.104159 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:34:59.131351 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f5798f0-8ac5-4193-8cef-a6019e3a142c req-e08bed51-4b96-4ed1-aea5-4e2d96ce5790 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484176 Sep 26 05:34:59.659847 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31188870-8c1e-409e-b308-f151c926f995 req-db9cc315-8e3e-49fd-91e2-239c1deb656b tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:34:59.661324 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-31188870-8c1e-409e-b308-f151c926f995 req-db9cc315-8e3e-49fd-91e2-239c1deb656b tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 946 time: 0.0460088 Sep 26 05:34:59.706935 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-31188870-8c1e-409e-b308-f151c926f995 req-26174ab6-6c14-4283-b30e-6a7893a174dd tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=64d31732-9890-4856-987f-14b10c2c2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395551 Sep 26 05:35:00.250754 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809e048-14a1-450e-9eeb-32972c9d27bd req-498a811f-269f-4aa8-ae22-d7d113ba5ea5 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:00.252224 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8809e048-14a1-450e-9eeb-32972c9d27bd req-498a811f-269f-4aa8-ae22-d7d113ba5ea5 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0460606 Sep 26 05:35:00.299948 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8809e048-14a1-450e-9eeb-32972c9d27bd req-477c6e58-4025-4d6f-9fae-d4ce5e9286aa tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417032 Sep 26 05:35:00.484364 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3062dc95-9950-4bd5-bbe7-fd0875728856 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:00.485830 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3062dc95-9950-4bd5-bbe7-fd0875728856 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 946 time: 0.0491221 Sep 26 05:35:00.574047 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Deleting port a1082fba-8ef8-438a-a567-b6ff8339736c {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:35:00.574392 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:00.667230 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] For port a1082fba-8ef8-438a-a567-b6ff8339736c, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=a1082fba-8ef8-438a-a567-b6ff8339736c,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:00.667487 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:00.833397 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:00.834525 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (62f2a1d4-fc61-4d1e-b014-9f6362dbf4a6), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:00.834829 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.l3_db [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Floating IP 62f2a1d4-fc61-4d1e-b014-9f6362dbf4a6 disassociated. External IP: 172.27.0.13, port: a1082fba-8ef8-438a-a567-b6ff8339736c. Sep 26 05:35:00.835208 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Calling delete_port for a1082fba-8ef8-438a-a567-b6ff8339736c owned by compute:nova {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:35:00.837912 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539c8a0-b467-4936-9e13-1f8eb333a22a req-1b36956e-2c13-4388-b9df-9d4a9cc76f60 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:00.845166 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2539c8a0-b467-4936-9e13-1f8eb333a22a req-1b36956e-2c13-4388-b9df-9d4a9cc76f60 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 946 time: 0.0568769 Sep 26 05:35:00.875967 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:00.903628 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2539c8a0-b467-4936-9e13-1f8eb333a22a req-827bab7c-b1d9-45d3-bb7d-6765c60dda5e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=64d31732-9890-4856-987f-14b10c2c2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571153 Sep 26 05:35:00.904965 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:00.925285 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:00.985191 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (a1082fba-8ef8-438a-a567-b6ff8339736c), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:01.015286 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event deleted for resources: {'Port': ['ID=a1082fba-8ef8-438a-a567-b6ff8339736c,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:01.026019 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:01.026363 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:01.026701 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:01.027032 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:01.027361 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:01.027689 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:01.028013 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:01.028372 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:01.028694 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:01.029011 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:01.029334 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:01.029650 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:01.029963 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:01.030279 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:01.030603 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:01.140049 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Router 5588059c-6bc9-45f9-adf5-d0de95e2025a has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:35:01.245207 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:35:01.255669 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde6b5ed-a42e-44f5-ae26-bc5aa8a04b1f None None] Sync routers for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:35:01.266088 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6b5ed-a42e-44f5-ae26-bc5aa8a04b1f None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:35:01.266673 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-fde6b5ed-a42e-44f5-ae26-bc5aa8a04b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:34:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:01.287583 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] No DVR routers for this DVR port a1082fba-8ef8-438a-a567-b6ff8339736c on host hv-cinder-85918 {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:35:01.290956 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:01.294185 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-35b6f765-980a-4b67-9ec8-4c3ffd57ff5f req-3ff56dc3-b9b9-4f43-a0f1-ae848f7a6b94 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "DELETE /networking/v2.0/ports/a1082fba-8ef8-438a-a567-b6ff8339736c HTTP/1.1" status: 204 len: 173 time: 0.8022521 Sep 26 05:35:01.294679 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43405413-d653-4c48-acc8-3af217fb7ea2', 'name': 'network-vif-deleted', 'tag': 'a1082fba-8ef8-438a-a567-b6ff8339736c'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:35:01.296949 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2be8f6-86a1-42d8-9678-7565271ef071" -d '{"events": [{"server_uuid": "43405413-d653-4c48-acc8-3af217fb7ea2", "name": "network-vif-deleted", "tag": "a1082fba-8ef8-438a-a567-b6ff8339736c"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:35:01.373678 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-fde6b5ed-a42e-44f5-ae26-bc5aa8a04b1f None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:35:01.400766 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29329b03-c954-4775-8354-1024374f8cd1 x-openstack-request-id: req-29329b03-c954-4775-8354-1024374f8cd1 {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:35:01.401068 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43405413-d653-4c48-acc8-3af217fb7ea2", "name": "network-vif-deleted", "tag": "a1082fba-8ef8-438a-a567-b6ff8339736c", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:35:01.401305 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29329b03-c954-4775-8354-1024374f8cd1 {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:35:01.401716 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29329b03-c954-4775-8354-1024374f8cd1'] response: {'server_uuid': '43405413-d653-4c48-acc8-3af217fb7ea2', 'name': 'network-vif-deleted', 'tag': 'a1082fba-8ef8-438a-a567-b6ff8339736c', 'status': 'completed', 'code': 200} Sep 26 05:35:01.421031 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:01.442043 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ca975-6fcb-4860-9ac3-4a9e26b2a6d0 req-903adfb5-5145-4ce6-a07d-84b7e452e1c6 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:01.444296 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-dc6ca975-6fcb-4860-9ac3-4a9e26b2a6d0 req-903adfb5-5145-4ce6-a07d-84b7e452e1c6 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0514817 Sep 26 05:35:01.498184 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-dc6ca975-6fcb-4860-9ac3-4a9e26b2a6d0 req-2e6b28da-c749-41f5-b248-512c051d6b25 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476673 Sep 26 05:35:01.579591 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-fde6b5ed-a42e-44f5-ae26-bc5aa8a04b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:01.611583 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde6b5ed-a42e-44f5-ae26-bc5aa8a04b1f None None] Checking router: 5588059c-6bc9-45f9-adf5-d0de95e2025a for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:35:01.622110 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6b5ed-a42e-44f5-ae26-bc5aa8a04b1f None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:35:01.622695 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-fde6b5ed-a42e-44f5-ae26-bc5aa8a04b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:34:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:01.751228 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40984) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:01.752717 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-fde6b5ed-a42e-44f5-ae26-bc5aa8a04b1f None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:35:01.806763 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084c630-91d7-4280-b7f0-a9be859754d1 req-fc1dcf07-a177-4e46-a22e-f04258f61e79 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:01.813853 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1084c630-91d7-4280-b7f0-a9be859754d1 req-fc1dcf07-a177-4e46-a22e-f04258f61e79 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0641818 Sep 26 05:35:01.857173 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-4d719ef0-d4eb-410c-9763-0ef0b152d0a4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1042504 Sep 26 05:35:01.868237 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-6deed16b-389c-4bee-8945-289e755fe1a0 service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:35:01.869370 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-6deed16b-389c-4bee-8945-289e755fe1a0 service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060759 Sep 26 05:35:01.871637 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1084c630-91d7-4280-b7f0-a9be859754d1 req-1d7a8311-ca9c-4ae6-80a3-397f74e3823b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569048 Sep 26 05:35:01.888597 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:01.970996 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 40994) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:01.973713 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-fde6b5ed-a42e-44f5-ae26-bc5aa8a04b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:01.976395 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device a1082fba-8ef8-438a-a567-b6ff8339736c no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:35:02.001177 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: a1082fba-8ef8-438a-a567-b6ff8339736c {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:35:02.001524 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device a1082fba-8ef8-438a-a567-b6ff8339736c not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:35:02.001931 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:35:02.055561 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-facf920d-c7c1-42b7-affc-c16fdc33f309 req-4c5e061f-feac-4cb7-acce-3938611b71d1 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=43405413-d653-4c48-acc8-3af217fb7ea2 HTTP/1.1" status: 200 len: 210 time: 0.0457506 Sep 26 05:35:02.106137 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d is: ACTIVE; New status is: DOWN {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:35:02.106929 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:02.128341 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde6b5ed-a42e-44f5-ae26-bc5aa8a04b1f None None] The sync data for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi is: [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:35:02.136900 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:35:02.139155 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2a4998-114e-4540-b428-bfa3800be4b1" -d '{"events": [{"server_uuid": "b60837af-4528-4e98-bb46-0e80e3270c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "7672989d-ca9b-46a1-b56a-6c9d7ec17b2d"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:35:02.154660 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:02.161711 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:02.162432 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-778f09e7-4306-4cc3-9f6a-ea197d6274a5 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:02.165432 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-778f09e7-4306-4cc3-9f6a-ea197d6274a5 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports/7672989d-ca9b-46a1-b56a-6c9d7ec17b2d HTTP/1.1" status: 200 len: 943 time: 0.1925309 Sep 26 05:35:02.208718 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=9 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:02.229033 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,revision_number=6']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:02.248738 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Sep 2022 05:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c81d41-48b2-47cf-94b7-df19edd858d6 x-openstack-request-id: req-c3c81d41-48b2-47cf-94b7-df19edd858d6 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:35:02.249033 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60837af-4528-4e98-bb46-0e80e3270c0d", "name": "network-vif-unplugged", "status": "failed", "tag": "7672989d-ca9b-46a1-b56a-6c9d7ec17b2d", "code": 422}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:35:02.249289 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3c81d41-48b2-47cf-94b7-df19edd858d6 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:35:02.249776 dv-cinder-859186-2-iscsi neutron-server[106342]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c3c81d41-48b2-47cf-94b7-df19edd858d6']: {'server_uuid': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d', 'code': 422} returned with failed status Sep 26 05:35:02.400748 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358a820e-d773-4e45-b3f9-14b458f46180 None None] New status for floating IP 62f2a1d4-fc61-4d1e-b014-9f6362dbf4a6: DOWN {{(pid=106342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:35:02.995138 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6486f82-7a61-4ee3-a1a3-fb8603ce0770 req-7fd1393d-4dbb-48d1-8ab7-5a781c9efe05 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:02.996538 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b6486f82-7a61-4ee3-a1a3-fb8603ce0770 req-7fd1393d-4dbb-48d1-8ab7-5a781c9efe05 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0466812 Sep 26 05:35:03.045857 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b6486f82-7a61-4ee3-a1a3-fb8603ce0770 req-1a946407-49be-4d03-9d36-65c073d8c56b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436862 Sep 26 05:35:03.146082 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41014) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:03.207748 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e8ad04a4-c3c8-4952-a5ea-b874e9580078 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (64d31732-9890-4856-987f-14b10c2c2a91), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:03.232838 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e8ad04a4-c3c8-4952-a5ea-b874e9580078 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (64d31732-9890-4856-987f-14b10c2c2a91), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:03.281750 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e8ad04a4-c3c8-4952-a5ea-b874e9580078 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (64d31732-9890-4856-987f-14b10c2c2a91), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:03.285041 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e8ad04a4-c3c8-4952-a5ea-b874e9580078 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:03.286420 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-e8ad04a4-c3c8-4952-a5ea-b874e9580078 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/64d31732-9890-4856-987f-14b10c2c2a91 HTTP/1.1" status: 204 len: 168 time: 0.1384041 Sep 26 05:35:03.290246 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41016) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:03.297190 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad04a4-c3c8-4952-a5ea-b874e9580078 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d31732-9890-4856-987f-14b10c2c2a91,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:03.305221 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.api.v2.resource [None req-de47c85f-100f-45a1-bddb-7151d1cc0ef6 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] show failed (client error): The resource could not be found. Sep 26 05:35:03.309088 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-de47c85f-100f-45a1-bddb-7151d1cc0ef6 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups/64d31732-9890-4856-987f-14b10c2c2a91 HTTP/1.1" status: 404 len: 347 time: 0.0148656 Sep 26 05:35:03.309397 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41018) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:03.423712 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-59233247-bd30-4f29-9f42-e0745df053d3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Deleting port 0845317c-b0a3-4d75-8e81-4e293fa10194 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:35:03.424053 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-59233247-bd30-4f29-9f42-e0745df053d3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (0845317c-b0a3-4d75-8e81-4e293fa10194), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:03.511625 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-59233247-bd30-4f29-9f42-e0745df053d3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (0845317c-b0a3-4d75-8e81-4e293fa10194), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:03.511899 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-59233247-bd30-4f29-9f42-e0745df053d3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (0845317c-b0a3-4d75-8e81-4e293fa10194), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:03.525181 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-59233247-bd30-4f29-9f42-e0745df053d3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Calling delete_port for 0845317c-b0a3-4d75-8e81-4e293fa10194 owned by network:floatingip {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:35:03.582971 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:03.658920 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-59233247-bd30-4f29-9f42-e0745df053d3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (0845317c-b0a3-4d75-8e81-4e293fa10194), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:03.687923 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59233247-bd30-4f29-9f42-e0745df053d3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event deleted for resources: {'Port': ['ID=0845317c-b0a3-4d75-8e81-4e293fa10194,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:03.729474 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:03.750110 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-59233247-bd30-4f29-9f42-e0745df053d3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (62f2a1d4-fc61-4d1e-b014-9f6362dbf4a6), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:03.752767 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-59233247-bd30-4f29-9f42-e0745df053d3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:03.753896 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-59233247-bd30-4f29-9f42-e0745df053d3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/62f2a1d4-fc61-4d1e-b014-9f6362dbf4a6 HTTP/1.1" status: 204 len: 168 time: 0.4435441 Sep 26 05:35:03.820939 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41022) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:03.825474 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-d038e300-0375-4a08-b422-11730c649118 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1933888593', 'description': 'tempest-description--792407944'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:35:03.846566 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d038e300-0375-4a08-b422-11730c649118 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:03.915440 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d038e300-0375-4a08-b422-11730c649118 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (0405fe08-00fd-4dba-b322-6b24db6e01c9), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:03.919121 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d038e300-0375-4a08-b422-11730c649118 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (0405fe08-00fd-4dba-b322-6b24db6e01c9), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:03.950293 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d038e300-0375-4a08-b422-11730c649118 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:03.951503 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-d038e300-0375-4a08-b422-11730c649118 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1295469 Sep 26 05:35:03.954051 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038e300-0375-4a08-b422-11730c649118 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0405fe08-00fd-4dba-b322-6b24db6e01c9,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:03.954679 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41024) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:03.960176 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-9a57aa1d-862e-400b-9208-f0af23179a90 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'security_group_rule': {'security_group_id': '0405fe08-00fd-4dba-b322-6b24db6e01c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:35:03.989530 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9a57aa1d-862e-400b-9208-f0af23179a90 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (d6429074-b7be-4f6f-8248-971f57914dc9), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:04.045016 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9a57aa1d-862e-400b-9208-f0af23179a90 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (d6429074-b7be-4f6f-8248-971f57914dc9), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:04.048633 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9a57aa1d-862e-400b-9208-f0af23179a90 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (d6429074-b7be-4f6f-8248-971f57914dc9), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:04.068175 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57aa1d-862e-400b-9208-f0af23179a90 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6429074-b7be-4f6f-8248-971f57914dc9,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:04.077666 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9a57aa1d-862e-400b-9208-f0af23179a90 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:04.078994 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-9a57aa1d-862e-400b-9208-f0af23179a90 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232939 Sep 26 05:35:04.082666 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41028) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:04.091065 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-53bfd916-3ddb-4a65-a10f-b22b458b6056 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'security_group_rule': {'security_group_id': '0405fe08-00fd-4dba-b322-6b24db6e01c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:35:04.140706 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-53bfd916-3ddb-4a65-a10f-b22b458b6056 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (203e1459-f4b9-46ea-818c-688fce8036e0), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:04.184992 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-147c6886-557a-474e-9a94-832675bd693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:04.186669 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-147c6886-557a-474e-9a94-832675bd693b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d&tenant_id=e1b5f9daf8d44a6987bbff8939ed7c92 HTTP/1.1" status: 200 len: 1128 time: 0.0771208 Sep 26 05:35:04.193035 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a01416-a50c-441e-86bd-871a128c8170 req-7988b7cd-ca09-408b-a2df-6e83eeb6c681 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:04.194499 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-02a01416-a50c-441e-86bd-871a128c8170 req-7988b7cd-ca09-408b-a2df-6e83eeb6c681 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0660107 Sep 26 05:35:04.253432 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-e28b5bc9-98a5-46f6-ae49-633cad3e0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:04.254947 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-e28b5bc9-98a5-46f6-ae49-633cad3e0022 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e1b5f9daf8d44a6987bbff8939ed7c92&device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 1128 time: 0.0400503 Sep 26 05:35:04.265710 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-53bfd916-3ddb-4a65-a10f-b22b458b6056 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (203e1459-f4b9-46ea-818c-688fce8036e0), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:04.270943 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-02a01416-a50c-441e-86bd-871a128c8170 req-bb3cf3f1-f319-4d7b-9373-ea3e0f43938b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676138 Sep 26 05:35:04.272991 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-53bfd916-3ddb-4a65-a10f-b22b458b6056 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (203e1459-f4b9-46ea-818c-688fce8036e0), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:04.295851 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfd916-3ddb-4a65-a10f-b22b458b6056 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203e1459-f4b9-46ea-818c-688fce8036e0,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:04.304962 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-53bfd916-3ddb-4a65-a10f-b22b458b6056 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:04.306273 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-53bfd916-3ddb-4a65-a10f-b22b458b6056 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2225177 Sep 26 05:35:04.309401 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41030) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:04.314042 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'floatingip': {'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:35:04.335150 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:04.361405 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-8d807b44-d232-4097-8d6c-bb6241bf4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:04.362903 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-8d807b44-d232-4097-8d6c-bb6241bf4d4d service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=73121f4e-6b77-45b6-a1f2-7577a1a4a779 HTTP/1.1" status: 200 len: 909 time: 0.0930474 Sep 26 05:35:04.416896 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:04.428791 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-8d3d6ad9-0a32-412f-b23f-1c553fa76724 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d HTTP/1.1" status: 200 len: 1000 time: 0.0550086 Sep 26 05:35:04.482036 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-78b9a3c7-fb49-4894-9d8a-4b085196f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:04.483618 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-78b9a3c7-fb49-4894-9d8a-4b085196f504 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=26b0e0ad-b964-43a8-8455-883885c6a7f7 HTTP/1.1" status: 200 len: 847 time: 0.0441380 Sep 26 05:35:04.504159 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:04.527256 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Allocated IP 172.27.0.229 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/b61970a5-b56d-4e45-9ff7-95e1479adf18) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:35:04.534859 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-20fc9a91-644c-47d7-8153-0dcf02e13289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:04.536389 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-20fc9a91-644c-47d7-8153-0dcf02e13289 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=73121f4e-6b77-45b6-a1f2-7577a1a4a779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429494 Sep 26 05:35:04.592201 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:04.612454 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:04.638151 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-095750c7-21e3-4365-9f55-6586dc7d9149 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/73121f4e-6b77-45b6-a1f2-7577a1a4a779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883291 Sep 26 05:35:04.648688 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for port (b61970a5-b56d-4e45-9ff7-95e1479adf18), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:04.670778 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:04.682780 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (b61970a5-b56d-4e45-9ff7-95e1479adf18), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:04.722791 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:35:04.727612 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:35:04.731643 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:35:04.736986 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'Port': ['ID=b61970a5-b56d-4e45-9ff7-95e1479adf18,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:04.737269 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-187d4c36-d54e-41c2-b9e9-c7a0e864ab93 req-1a527d60-583e-4bd6-aec7-774cfff9ccca service neutron] 10.222.0.60 "GET /networking/v2.0/networks/73121f4e-6b77-45b6-a1f2-7577a1a4a779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898826 Sep 26 05:35:04.821638 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (6d6d71bc-8259-4dbf-a7c2-5f6a34aaefb3), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:04.858355 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (b61970a5-b56d-4e45-9ff7-95e1479adf18), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:05.006794 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for port (b61970a5-b56d-4e45-9ff7-95e1479adf18), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:05.011297 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (b61970a5-b56d-4e45-9ff7-95e1479adf18), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:05.080343 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (6d6d71bc-8259-4dbf-a7c2-5f6a34aaefb3), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:05.082917 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'Port': ['ID=b61970a5-b56d-4e45-9ff7-95e1479adf18,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:05.098579 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:05.100112 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-80026a7e-d5eb-44d7-8a45-63086c0bcc19 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7894278 Sep 26 05:35:05.247862 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-60effb1a-6a27-4453-8897-c8f526d4c7cf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1933888593&fields=id&tenant_id=fd13dd8ec810435491e3f3cba7cca4d1 HTTP/1.1" status: 200 len: 267 time: 0.0427008 Sep 26 05:35:05.355123 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-d4ba1b13-b1e4-4d60-a320-2b38b01817f1 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:05.356623 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-d4ba1b13-b1e4-4d60-a320-2b38b01817f1 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/networks?id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 200 len: 815 time: 0.1016426 Sep 26 05:35:05.396341 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-6b34d308-b9d0-4b34-9ee2-cdf1c4af2d29 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/quotas/fd13dd8ec810435491e3f3cba7cca4d1 HTTP/1.1" status: 200 len: 375 time: 0.0299666 Sep 26 05:35:05.398371 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:05.421821 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490b690-4a7f-4657-8c64-28a004cefe3c req-23d11b20-a008-46fb-875f-e25fa55a8e1a tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:05.423254 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6490b690-4a7f-4657-8c64-28a004cefe3c req-23d11b20-a008-46fb-875f-e25fa55a8e1a tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0657783 Sep 26 05:35:05.471408 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-53da2fa7-ecc2-4745-89c5-196a452ac386 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666456 Sep 26 05:35:05.542747 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6490b690-4a7f-4657-8c64-28a004cefe3c req-e5945b6f-dcb1-49d8-a922-e1b06762c6a7 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025312 Sep 26 05:35:05.559231 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:05.586526 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-265610b0-d461-462c-8e73-90b6147a0232 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026256 Sep 26 05:35:05.675065 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-2273ff7f-9c93-4d0a-906e-b0531cd6e0c9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827799 Sep 26 05:35:05.837289 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-be5b6802-3052-440d-a653-8ad8e222a72c req-677610e9-f077-4178-a316-0b91fcc1e889 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 210 time: 0.0276854 Sep 26 05:35:06.670924 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3fefa-7cca-4244-9164-e5f0fe8a3601 req-66e43087-bf9e-4c3e-856b-f729f9ba5635 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:06.672431 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a0e3fefa-7cca-4244-9164-e5f0fe8a3601 req-66e43087-bf9e-4c3e-856b-f729f9ba5635 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0511332 Sep 26 05:35:06.720900 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a0e3fefa-7cca-4244-9164-e5f0fe8a3601 req-8e2931bc-1136-4d84-ae14-af7ad018ce87 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427756 Sep 26 05:35:06.943509 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-80de2076-9d61-4061-9fe5-059e52021492 req-9ef61faf-7b5a-42b2-952f-c84dff27acdb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 210 time: 0.0275176 Sep 26 05:35:07.210600 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-c3104d48-c9b6-480c-a032-c57364c63b50 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:07.212058 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-c3104d48-c9b6-480c-a032-c57364c63b50 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "GET /networking/v2.0/networks?id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 200 len: 815 time: 0.1021907 Sep 26 05:35:07.283498 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-22c63a7e-a41c-4a5a-bfae-030a9bd8b885 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fd13dd8ec810435491e3f3cba7cca4d1 HTTP/1.1" status: 200 len: 380 time: 0.0574932 Sep 26 05:35:07.293535 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-5eba7dc3-fd32-4005-a8ba-9c3569cddbc7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'port': {'device_id': 'acd42d52-e8d1-447f-882e-7151c7010c2d', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'admin_state_up': True, 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'security_groups': ['0405fe08-00fd-4dba-b322-6b24db6e01c9']}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:35:07.398543 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-5eba7dc3-fd32-4005-a8ba-9c3569cddbc7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Made reservation on behalf of fd13dd8ec810435491e3f3cba7cca4d1 for: {'port': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:35:07.402290 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-5eba7dc3-fd32-4005-a8ba-9c3569cddbc7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:07.530476 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-5eba7dc3-fd32-4005-a8ba-9c3569cddbc7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Allocated IP 172.20.0.14 (542c3891-aa7c-4297-a50e-fe5b71cd3cf3/6783b947-c48f-4404-8277-22844ede2f74/a50f5065-0980-4bdd-bcd4-888e4c8e6890) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:35:07.671700 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-5eba7dc3-fd32-4005-a8ba-9c3569cddbc7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:07.703008 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-5eba7dc3-fd32-4005-a8ba-9c3569cddbc7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:07.746665 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-5eba7dc3-fd32-4005-a8ba-9c3569cddbc7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:35:07.749849 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-5eba7dc3-fd32-4005-a8ba-9c3569cddbc7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:35:07.753773 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-5eba7dc3-fd32-4005-a8ba-9c3569cddbc7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:35:07.779469 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba7dc3-fd32-4005-a8ba-9c3569cddbc7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event updated for resources: {'Port': ['ID=a50f5065-0980-4bdd-bcd4-888e4c8e6890,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:07.790264 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:07.800971 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:07.810186 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-5eba7dc3-fd32-4005-a8ba-9c3569cddbc7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:07.810803 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-5eba7dc3-fd32-4005-a8ba-9c3569cddbc7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:07.830717 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-5eba7dc3-fd32-4005-a8ba-9c3569cddbc7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5411654 Sep 26 05:35:07.850732 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Request body: {'port': {'device_id': 'acd42d52-e8d1-447f-882e-7151c7010c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:35:07.865341 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec8d15-6c8a-4900-9758-3fce73a4cc10 req-cf9ec526-5b98-41f4-a7e6-de0c017bf146 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:07.867234 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1dec8d15-6c8a-4900-9758-3fce73a4cc10 req-cf9ec526-5b98-41f4-a7e6-de0c017bf146 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0600727 Sep 26 05:35:07.923845 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:07.940717 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1dec8d15-6c8a-4900-9758-3fce73a4cc10 req-4b3c5281-83d2-4ae8-b590-8f4071a5aaa2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668452 Sep 26 05:35:08.010375 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-af9d34e1-67f0-47fe-bc1a-acbfc862dce8 None None] Provisioning complete for port a50f5065-0980-4bdd-bcd4-888e4c8e6890 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:35:08.010896 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-af9d34e1-67f0-47fe-bc1a-acbfc862dce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:08.011482 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-af9d34e1-67f0-47fe-bc1a-acbfc862dce8 None None] Attempt 1 to provision port a50f5065-0980-4bdd-bcd4-888e4c8e6890 Sep 26 05:35:08.048077 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-af9d34e1-67f0-47fe-bc1a-acbfc862dce8 None None] Port a50f5065-0980-4bdd-bcd4-888e4c8e6890 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:35:08.074338 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2ac40-ffd2-4927-a3a5-6db203fbe3a9 req-9ed4a3eb-2a15-4611-9b2f-f879907b7ed3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:08.075812 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-20f2ac40-ffd2-4927-a3a5-6db203fbe3a9 req-9ed4a3eb-2a15-4611-9b2f-f879907b7ed3 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 932 time: 0.0532351 Sep 26 05:35:08.127428 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-20f2ac40-ffd2-4927-a3a5-6db203fbe3a9 req-727a0af3-4e31-4e58-9cf5-1dae09e4bfdb tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0405fe08-00fd-4dba-b322-6b24db6e01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458436 Sep 26 05:35:08.198840 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50f5065-0980-4bdd-bcd4-888e4c8e6890 {{(pid=106341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:35:08.206398 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Publish callbacks [] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:08.219475 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.provisioning_blocks [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Transition to ACTIVE for port object a50f5065-0980-4bdd-bcd4-888e4c8e6890 will not be triggered until provisioned by entity L2. {{(pid=106341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:35:08.223122 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:08.285555 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Pushing event updated for resources: {'Port': ['ID=a50f5065-0980-4bdd-bcd4-888e4c8e6890,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:08.332676 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Attempting to bind port a50f5065-0980-4bdd-bcd4-888e4c8e6890 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:35:08.332930 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Attempting to bind port a50f5065-0980-4bdd-bcd4-888e4c8e6890 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:35:08.333328 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Attempting to bind port a50f5065-0980-4bdd-bcd4-888e4c8e6890 on network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:35:08.373290 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Port a50f5065-0980-4bdd-bcd4-888e4c8e6890 on network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:35:08.373610 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Attempting to bind port a50f5065-0980-4bdd-bcd4-888e4c8e6890 on network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:35:08.414782 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:35:08.415109 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Checking segment: {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:35:08.415487 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Bound using segment: {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:35:08.415918 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Bound port: a50f5065-0980-4bdd-bcd4-888e4c8e6890, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23663c3-aafc-4032-941e-d293f47a8afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3'}}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:35:08.416283 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:08.478219 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] For port a50f5065-0980-4bdd-bcd4-888e4c8e6890, host hv-cinder-85918, cleared binding levels {{(pid=106341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:35:08.481164 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] For port a50f5065-0980-4bdd-bcd4-888e4c8e6890, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=a50f5065-0980-4bdd-bcd4-888e4c8e6890,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:35:08.487075 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:08.491844 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:08.492562 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:08.493923 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/a50f5065-0980-4bdd-bcd4-888e4c8e6890 HTTP/1.1" status: 200 len: 1094 time: 0.6489263 Sep 26 05:35:08.494451 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd42d52-e8d1-447f-882e-7151c7010c2d', 'tag': 'a50f5065-0980-4bdd-bcd4-888e4c8e6890'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:35:08.496658 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1add4d17-36ae-4f68-a2b2-e674533da934" -d '{"events": [{"name": "network-changed", "server_uuid": "acd42d52-e8d1-447f-882e-7151c7010c2d", "tag": "a50f5065-0980-4bdd-bcd4-888e4c8e6890"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:35:08.540149 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0679e4-f163-4fce-adce-c8230a87779d x-openstack-request-id: req-ec0679e4-f163-4fce-adce-c8230a87779d {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:35:08.540459 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd42d52-e8d1-447f-882e-7151c7010c2d", "tag": "a50f5065-0980-4bdd-bcd4-888e4c8e6890", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:35:08.540713 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec0679e4-f163-4fce-adce-c8230a87779d {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:35:08.541105 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec0679e4-f163-4fce-adce-c8230a87779d'] response: {'name': 'network-changed', 'server_uuid': 'acd42d52-e8d1-447f-882e-7151c7010c2d', 'tag': 'a50f5065-0980-4bdd-bcd4-888e4c8e6890', 'status': 'completed', 'code': 200} Sep 26 05:35:08.545602 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a041d-6d96-494a-b578-93b6cb33e29e service neutron] Pushing event updated for resources: {'Port': ['ID=a50f5065-0980-4bdd-bcd4-888e4c8e6890,revision_number=3']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:08.555590 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-af9d34e1-67f0-47fe-bc1a-acbfc862dce8 None None] Attempt 2 to provision port a50f5065-0980-4bdd-bcd4-888e4c8e6890 Sep 26 05:35:08.586306 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-203bfe93-cb2f-4e76-8b7e-027a329ee828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:08.587782 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-203bfe93-cb2f-4e76-8b7e-027a329ee828 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 1128 time: 0.0393486 Sep 26 05:35:08.592272 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-af9d34e1-67f0-47fe-bc1a-acbfc862dce8 None None] Port a50f5065-0980-4bdd-bcd4-888e4c8e6890 had new provisioning blocks added so it will not transition to active. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:35:08.635606 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-c5277fd9-df25-4f67-8e02-c281e5ecea4a service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a50f5065-0980-4bdd-bcd4-888e4c8e6890 HTTP/1.1" status: 200 len: 217 time: 0.0350757 Sep 26 05:35:08.678452 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:08.695804 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-b344f587-5f41-403f-aecb-26f8e57d1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:08.697393 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-b344f587-5f41-403f-aecb-26f8e57d1076 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6783b947-c48f-4404-8277-22844ede2f74 HTTP/1.1" status: 200 len: 854 time: 0.0434334 Sep 26 05:35:08.750346 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-1a78d73e-f1aa-45fb-980d-c03da041af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:08.751768 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-1a78d73e-f1aa-45fb-980d-c03da041af63 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375798 Sep 26 05:35:08.820211 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:08.846635 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-de594f94-4192-4011-8d02-fae6b4dc6e5b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860364 Sep 26 05:35:08.937003 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ec3d7e92-31a9-4b37-a945-f0e596487ed8 req-63284fb9-9957-4aa5-bc56-3fe24fb034c4 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799203 Sep 26 05:35:09.057866 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d03e98-a255-402c-9e22-4cca9431c782 req-8c8a2759-2172-485a-96ca-800b691578e7 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:09.059315 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e8d03e98-a255-402c-9e22-4cca9431c782 req-8c8a2759-2172-485a-96ca-800b691578e7 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0454841 Sep 26 05:35:09.108669 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e8d03e98-a255-402c-9e22-4cca9431c782 req-e9d954ce-633f-4fcc-927c-857cbb6af670 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436287 Sep 26 05:35:09.252651 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b19c48-1f9e-4172-a7a7-13190c52a1d0 req-dd91651e-e179-4def-9897-fa6e133ca917 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:09.254092 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-56b19c48-1f9e-4172-a7a7-13190c52a1d0 req-dd91651e-e179-4def-9897-fa6e133ca917 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 944 time: 0.0491765 Sep 26 05:35:09.299830 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-56b19c48-1f9e-4172-a7a7-13190c52a1d0 req-502a2377-8a52-4106-bdd2-4db90cc80e99 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0405fe08-00fd-4dba-b322-6b24db6e01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397367 Sep 26 05:35:10.229869 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cbf1f-8c12-4337-bf88-1cfc613622d1 req-e94e38b9-9264-4a32-8547-a9f77635dff5 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:10.231308 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0d5cbf1f-8c12-4337-bf88-1cfc613622d1 req-e94e38b9-9264-4a32-8547-a9f77635dff5 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0462241 Sep 26 05:35:10.279961 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0d5cbf1f-8c12-4337-bf88-1cfc613622d1 req-7756e134-ae50-4a27-8c50-52fa734bd7b9 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Sep 26 05:35:10.424815 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de4718-a3d4-4602-82ff-5f837d6812d9 req-aa40f942-35c9-48d8-983e-aea2ce7708d6 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:10.426252 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-48de4718-a3d4-4602-82ff-5f837d6812d9 req-aa40f942-35c9-48d8-983e-aea2ce7708d6 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 944 time: 0.0458853 Sep 26 05:35:10.476001 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-48de4718-a3d4-4602-82ff-5f837d6812d9 req-ee2d1363-a44e-40ea-a714-6916b581a596 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0405fe08-00fd-4dba-b322-6b24db6e01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438895 Sep 26 05:35:10.568120 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add4d17-36ae-4f68-a2b2-e674533da934 req-abc96c99-0235-458c-a52b-0116d6ef74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:10.569644 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1add4d17-36ae-4f68-a2b2-e674533da934 req-abc96c99-0235-458c-a52b-0116d6ef74a5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 1128 time: 0.0418754 Sep 26 05:35:11.397841 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458bf33-08ab-47e4-b014-96dc8c8584b7 req-75093951-ad33-449a-976a-4ae8d9d0e340 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:11.399197 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4458bf33-08ab-47e4-b014-96dc8c8584b7 req-75093951-ad33-449a-976a-4ae8d9d0e340 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0458033 Sep 26 05:35:11.447435 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4458bf33-08ab-47e4-b014-96dc8c8584b7 req-b1bf85b5-ce81-43a5-ac87-e1a9fc9c0e3f tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428283 Sep 26 05:35:11.579751 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:11.595909 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d5c48-4aa4-4f0f-8859-b6fcc2fb3a50 req-a1355e67-fff7-41ec-af58-ece08b450bb9 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:11.597412 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-292d5c48-4aa4-4f0f-8859-b6fcc2fb3a50 req-a1355e67-fff7-41ec-af58-ece08b450bb9 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 944 time: 0.0471513 Sep 26 05:35:11.606819 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add4d17-36ae-4f68-a2b2-e674533da934 req-af4ceadf-d5cd-4288-8748-c2b7af033278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:11.608285 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1add4d17-36ae-4f68-a2b2-e674533da934 req-af4ceadf-d5cd-4288-8748-c2b7af033278 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 200 len: 916 time: 0.0888486 Sep 26 05:35:11.644457 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-292d5c48-4aa4-4f0f-8859-b6fcc2fb3a50 req-0cb35fed-0680-4750-bbed-c9f4f37312a6 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0405fe08-00fd-4dba-b322-6b24db6e01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403268 Sep 26 05:35:11.656717 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1add4d17-36ae-4f68-a2b2-e674533da934 req-f6272390-c07a-4614-a95d-66d58747294f service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a50f5065-0980-4bdd-bcd4-888e4c8e6890 HTTP/1.1" status: 200 len: 217 time: 0.0362341 Sep 26 05:35:11.704883 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add4d17-36ae-4f68-a2b2-e674533da934 req-8f088d8b-e560-406a-b31e-601c34addc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:11.706278 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1add4d17-36ae-4f68-a2b2-e674533da934 req-8f088d8b-e560-406a-b31e-601c34addc31 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6783b947-c48f-4404-8277-22844ede2f74 HTTP/1.1" status: 200 len: 854 time: 0.0430248 Sep 26 05:35:11.750274 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add4d17-36ae-4f68-a2b2-e674533da934 req-8414915a-7fb2-4fe8-a8d9-f9cc7ce4e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:11.751700 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1add4d17-36ae-4f68-a2b2-e674533da934 req-8414915a-7fb2-4fe8-a8d9-f9cc7ce4e17e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376537 Sep 26 05:35:11.845507 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1add4d17-36ae-4f68-a2b2-e674533da934 req-f0792276-ad38-431d-946f-f1472d20cc28 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842834 Sep 26 05:35:11.938207 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1add4d17-36ae-4f68-a2b2-e674533da934 req-be9bd97d-e8d4-4dda-ae8e-dd7832d80a98 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832675 Sep 26 05:35:11.965958 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=9 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:11.989314 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device a50f5065-0980-4bdd-bcd4-888e4c8e6890 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:35:12.089976 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:12.092593 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port a50f5065-0980-4bdd-bcd4-888e4c8e6890, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=a50f5065-0980-4bdd-bcd4-888e4c8e6890,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:12.104993 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': 'a50f5065-0980-4bdd-bcd4-888e4c8e6890', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'port_id': 'a50f5065-0980-4bdd-bcd4-888e4c8e6890', 'mac_address': 'fa:16:3e:05:46:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:35:12.128098 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=53 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:12.139842 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port a50f5065-0980-4bdd-bcd4-888e4c8e6890 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:35:12.140223 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:12.153621 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50f5065-0980-4bdd-bcd4-888e4c8e6890 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:35:12.172698 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port a50f5065-0980-4bdd-bcd4-888e4c8e6890, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=a50f5065-0980-4bdd-bcd4-888e4c8e6890,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:12.175996 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:12.224436 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=a50f5065-0980-4bdd-bcd4-888e4c8e6890,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:12.231492 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:12.231833 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:12.232196 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:12.232573 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:12.232905 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:12.233227 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:12.233545 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:12.233861 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:12.234178 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:12.234491 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:12.234808 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:12.235134 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:12.235449 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:12.235761 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:12.236070 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:12.568241 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:12.586764 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9366c-75a8-4e0c-ba5f-cd3d133ecc27 req-21d9d62a-1340-4ad0-b1ae-dd3e2a4f7d6b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:12.588340 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-44c9366c-75a8-4e0c-ba5f-cd3d133ecc27 req-21d9d62a-1340-4ad0-b1ae-dd3e2a4f7d6b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0565932 Sep 26 05:35:12.645125 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-44c9366c-75a8-4e0c-ba5f-cd3d133ecc27 req-e4be18cf-fa5e-4db0-8974-3228bd064655 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491090 Sep 26 05:35:12.657159 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['a50f5065-0980-4bdd-bcd4-888e4c8e6890'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:35:12.774195 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc38f78-a5a6-45da-8551-7cb7da440a6d req-1fef0e88-3422-4aea-97c8-25d6230bcdd6 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:12.775883 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-efc38f78-a5a6-45da-8551-7cb7da440a6d req-1fef0e88-3422-4aea-97c8-25d6230bcdd6 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 945 time: 0.0461290 Sep 26 05:35:12.822394 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-efc38f78-a5a6-45da-8551-7cb7da440a6d req-2578b59c-06c1-4150-b421-625e22a8849c tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0405fe08-00fd-4dba-b322-6b24db6e01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409226 Sep 26 05:35:13.774693 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e7f78-fb46-4e27-888e-7b7e3a02a1e8 req-aea06113-f0d9-45d3-be31-bad15f4846e3 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:13.776170 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-460e7f78-fb46-4e27-888e-7b7e3a02a1e8 req-aea06113-f0d9-45d3-be31-bad15f4846e3 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 944 time: 0.0506372 Sep 26 05:35:13.825270 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-460e7f78-fb46-4e27-888e-7b7e3a02a1e8 req-94c1bc69-4ad2-473b-bd67-6040fb3d7c4d tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433111 Sep 26 05:35:13.949624 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e8919-a390-48b8-9491-ea663e18ef89 req-77a69057-4cce-4d69-b2ec-89b83c1a40c8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:13.951055 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b58e8919-a390-48b8-9491-ea663e18ef89 req-77a69057-4cce-4d69-b2ec-89b83c1a40c8 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 945 time: 0.0494671 Sep 26 05:35:13.988956 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:35:13.993716 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device a50f5065-0980-4bdd-bcd4-888e4c8e6890 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:35:14.013159 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e9297-0b1a-4dd4-83a1-d3b018d7a8c9 req-560d497f-88a2-4aa3-9910-75425019cda0 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:14.014624 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-711e9297-0b1a-4dd4-83a1-d3b018d7a8c9 req-560d497f-88a2-4aa3-9910-75425019cda0 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0725524 Sep 26 05:35:14.044202 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b58e8919-a390-48b8-9491-ea663e18ef89 req-ecfacd60-a886-4ed3-80ef-9631bb71c518 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0405fe08-00fd-4dba-b322-6b24db6e01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856369 Sep 26 05:35:14.077995 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-711e9297-0b1a-4dd4-83a1-d3b018d7a8c9 req-730777f2-f4a0-44f7-a157-28282c94c017 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575666 Sep 26 05:35:14.108653 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port a50f5065-0980-4bdd-bcd4-888e4c8e6890 completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:35:14.116967 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port a50f5065-0980-4bdd-bcd4-888e4c8e6890 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:35:14.117342 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:14.117673 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port a50f5065-0980-4bdd-bcd4-888e4c8e6890 Sep 26 05:35:14.169357 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:14.179554 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:14.185160 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'port_id': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d', 'mac_address': 'fa:16:3e:47:d3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:35:14.248452 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:35:14.248835 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:14.251799 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port a50f5065-0980-4bdd-bcd4-888e4c8e6890 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:35:14.252160 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:14.272603 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:35:14.291097 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd42d52-e8d1-447f-882e-7151c7010c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50f5065-0980-4bdd-bcd4-888e4c8e6890'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:35:14.293366 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6052db61-0ee9-4fc5-9e6d-588e39f34604" -d '{"events": [{"server_uuid": "acd42d52-e8d1-447f-882e-7151c7010c2d", "name": "network-vif-plugged", "status": "completed", "tag": "a50f5065-0980-4bdd-bcd4-888e4c8e6890"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:35:14.311571 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:14.313534 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port a50f5065-0980-4bdd-bcd4-888e4c8e6890, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=a50f5065-0980-4bdd-bcd4-888e4c8e6890,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:14.316630 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:14.321393 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:14.344465 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e6fe11-460f-4e64-a6c9-f63ccad74591 x-openstack-request-id: req-79e6fe11-460f-4e64-a6c9-f63ccad74591 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:35:14.344778 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd42d52-e8d1-447f-882e-7151c7010c2d", "name": "network-vif-plugged", "status": "completed", "tag": "a50f5065-0980-4bdd-bcd4-888e4c8e6890", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:35:14.345028 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79e6fe11-460f-4e64-a6c9-f63ccad74591 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:35:14.345408 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e6fe11-460f-4e64-a6c9-f63ccad74591'] response: {'server_uuid': 'acd42d52-e8d1-447f-882e-7151c7010c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50f5065-0980-4bdd-bcd4-888e4c8e6890', 'code': 200} Sep 26 05:35:14.370416 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,revision_number=7']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:14.404417 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:14.420308 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=a50f5065-0980-4bdd-bcd4-888e4c8e6890,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:14.727752 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['7672989d-ca9b-46a1-b56a-6c9d7ec17b2d'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:35:14.948742 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b098c57-5303-4eae-b4e3-9f73ea9d16d4 req-6b772e61-b012-4cc9-9b52-1dc4f78976c0 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:14.950231 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4b098c57-5303-4eae-b4e3-9f73ea9d16d4 req-6b772e61-b012-4cc9-9b52-1dc4f78976c0 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 945 time: 0.0473676 Sep 26 05:35:15.008997 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4b098c57-5303-4eae-b4e3-9f73ea9d16d4 req-7ef79eb8-6dc8-4857-9cb5-bf6777714c9f tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433934 Sep 26 05:35:15.178434 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68cf2f-b9f3-4804-9ec1-2e50cf8f79d1 req-2e19e7ea-4b61-4c1d-9bf0-a0e09c5ab799 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:15.179892 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5d68cf2f-b9f3-4804-9ec1-2e50cf8f79d1 req-2e19e7ea-4b61-4c1d-9bf0-a0e09c5ab799 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 946 time: 0.0568297 Sep 26 05:35:15.230656 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3a92a-475d-4eed-9ace-9925384d32aa req-52ae4227-5518-4f2d-aa1d-5fb8af8849be tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:15.232077 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b0e3a92a-475d-4eed-9ace-9925384d32aa req-52ae4227-5518-4f2d-aa1d-5fb8af8849be tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0746179 Sep 26 05:35:15.282997 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5d68cf2f-b9f3-4804-9ec1-2e50cf8f79d1 req-a8cf966e-cd26-413e-8cb6-91b8338c92bc tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0405fe08-00fd-4dba-b322-6b24db6e01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869856 Sep 26 05:35:15.297612 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b0e3a92a-475d-4eed-9ace-9925384d32aa req-8283455e-e811-4b97-874e-65be14ca1632 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550258 Sep 26 05:35:16.001145 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:35:16.043961 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:35:16.044360 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:16.044696 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d Sep 26 05:35:16.122605 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:35:16.122994 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:16.139324 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847cd73-8ab6-4530-ae94-698f3b885a88 req-df3dd517-254f-424b-bca6-871f4a63cf87 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:16.140849 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d847cd73-8ab6-4530-ae94-698f3b885a88 req-df3dd517-254f-424b-bca6-871f4a63cf87 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 945 time: 0.0491941 Sep 26 05:35:16.159118 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:16.163186 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:16.192401 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d847cd73-8ab6-4530-ae94-698f3b885a88 req-26cdabf8-ece6-4f8b-ad0e-e291cd9bffc9 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437720 Sep 26 05:35:16.196966 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:16.218724 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,revision_number=8']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:16.347820 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:35:16.350515 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242766bc-e0e6-4f99-9996-078703c21cb3" -d '{"events": [{"server_uuid": "b60837af-4528-4e98-bb46-0e80e3270c0d", "name": "network-vif-plugged", "status": "completed", "tag": "7672989d-ca9b-46a1-b56a-6c9d7ec17b2d"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:35:16.444395 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad56b4-388f-49a0-a971-77c62520fab1 req-233f6a4a-1b4f-43a1-8957-aac46c9b201e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:16.445866 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0dad56b4-388f-49a0-a971-77c62520fab1 req-233f6a4a-1b4f-43a1-8957-aac46c9b201e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 946 time: 0.0784760 Sep 26 05:35:16.451389 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5432b-7e7f-4bb0-9f42-9232bbada68c req-c0ad7c9d-6af9-4a28-a9bc-ad7cc122f27b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:16.452746 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ceb5432b-7e7f-4bb0-9f42-9232bbada68c req-c0ad7c9d-6af9-4a28-a9bc-ad7cc122f27b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0765865 Sep 26 05:35:16.508810 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:16.520690 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:16.528060 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0dad56b4-388f-49a0-a971-77c62520fab1 req-b8b5f37f-d121-4f94-a959-c84c337b95de tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0405fe08-00fd-4dba-b322-6b24db6e01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744288 Sep 26 05:35:16.532375 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ceb5432b-7e7f-4bb0-9f42-9232bbada68c req-a35092ca-c5fc-457b-95dc-377125c68c9d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723310 Sep 26 05:35:16.572774 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f98ce2-ab5f-45f6-8a41-58621d4b18a0 x-openstack-request-id: req-59f98ce2-ab5f-45f6-8a41-58621d4b18a0 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:35:16.573084 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60837af-4528-4e98-bb46-0e80e3270c0d", "name": "network-vif-plugged", "status": "completed", "tag": "7672989d-ca9b-46a1-b56a-6c9d7ec17b2d", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:35:16.573338 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59f98ce2-ab5f-45f6-8a41-58621d4b18a0 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:35:16.573727 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f98ce2-ab5f-45f6-8a41-58621d4b18a0'] response: {'server_uuid': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d', 'code': 200} Sep 26 05:35:17.315348 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252b7d7-22cb-4acc-b279-34063b40551a req-c413b67a-04c1-4f63-9690-d2bfd4ba9079 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:17.316827 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f252b7d7-22cb-4acc-b279-34063b40551a req-c413b67a-04c1-4f63-9690-d2bfd4ba9079 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0469403 Sep 26 05:35:17.368120 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f252b7d7-22cb-4acc-b279-34063b40551a req-1189eaa5-5ec3-484d-ada0-8201fbd82622 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457127 Sep 26 05:35:17.677685 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3a1e2-f603-4749-9c20-82ddf6b234a8 req-fd3a72ff-a236-4383-a48e-71c9930beaf7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:17.679050 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bae3a1e2-f603-4749-9c20-82ddf6b234a8 req-fd3a72ff-a236-4383-a48e-71c9930beaf7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 946 time: 0.0734630 Sep 26 05:35:17.684589 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f0a3a-8779-49d5-acf7-35cbb26a229a req-7bd2a384-3f1b-448f-b326-e7e977d7574f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:17.685926 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-691f0a3a-8779-49d5-acf7-35cbb26a229a req-7bd2a384-3f1b-448f-b326-e7e977d7574f tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0785389 Sep 26 05:35:17.754278 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bae3a1e2-f603-4749-9c20-82ddf6b234a8 req-3746895a-49b8-43fd-a208-0dc5cbafed87 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0405fe08-00fd-4dba-b322-6b24db6e01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674295 Sep 26 05:35:17.765026 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-691f0a3a-8779-49d5-acf7-35cbb26a229a req-8a2ce76e-ebfe-4ef3-a8b4-c2d054b3173a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713513 Sep 26 05:35:18.073345 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:18.485752 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425e246-8312-435a-aee6-e63199a003a0 req-4048694d-da46-40d1-8a20-02eab734edec tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:18.487208 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c425e246-8312-435a-aee6-e63199a003a0 req-4048694d-da46-40d1-8a20-02eab734edec tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0459301 Sep 26 05:35:18.535301 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c425e246-8312-435a-aee6-e63199a003a0 req-a79d183e-2ab7-4670-b026-2140004e0cf8 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420845 Sep 26 05:35:18.911202 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9f286-1a05-4bf4-97a5-6973424fcc9f req-46948895-1917-445a-a585-eb540affdc6a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:18.913223 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f4d9f286-1a05-4bf4-97a5-6973424fcc9f req-46948895-1917-445a-a585-eb540affdc6a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 946 time: 0.0821223 Sep 26 05:35:18.920454 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350be12-260f-4106-b857-f351daac9c23 req-a3bc2322-65af-4cb6-8ba1-75c23320a539 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:18.921791 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1350be12-260f-4106-b857-f351daac9c23 req-a3bc2322-65af-4cb6-8ba1-75c23320a539 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0777643 Sep 26 05:35:19.251085 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f4d9f286-1a05-4bf4-97a5-6973424fcc9f req-53c8a6b8-d134-4057-bc62-20198ab8cc7a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0405fe08-00fd-4dba-b322-6b24db6e01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3283625 Sep 26 05:35:19.263667 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1350be12-260f-4106-b857-f351daac9c23 req-e690fc31-ae63-4706-a37b-dfece9d99dd3 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=303ea515-fcde-45e5-be51-1ffb882ab982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330717 Sep 26 05:35:19.270634 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6901c6-9474-4dd5-b998-3ad96080795f req-1fcdc002-e690-4c3f-aae6-6d7725dc1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:19.272876 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ef6901c6-9474-4dd5-b998-3ad96080795f req-1fcdc002-e690-4c3f-aae6-6d7725dc1a1e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 1130 time: 0.2732949 Sep 26 05:35:19.507693 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-d9593dfe-1ee9-4ca0-8950-36df46d8f7b6 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:19.509304 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-d9593dfe-1ee9-4ca0-8950-36df46d8f7b6 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 946 time: 0.0487149 Sep 26 05:35:19.512031 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491a594-4700-4808-946f-ec6d63297e21 req-ae06417d-1d87-4329-a267-aee5f60b2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:19.513510 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-6491a594-4700-4808-946f-ec6d63297e21 req-ae06417d-1d87-4329-a267-aee5f60b2c35 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 1130 time: 0.0534022 Sep 26 05:35:19.537527 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-ef6901c6-9474-4dd5-b998-3ad96080795f req-af94c657-3f0f-474a-bc5f-c52be370f666 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=0405fe08-00fd-4dba-b322-6b24db6e01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682364 Sep 26 05:35:19.579609 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-6491a594-4700-4808-946f-ec6d63297e21 req-1a37967a-c26a-48a5-a43a-bdf90d24ffac service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452619 Sep 26 05:35:19.622703 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-65721eb2-05e5-4024-a9d7-b41ea68ff18d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Deleting port 322798b9-1af9-46df-bb99-417d8b1d04b3 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:35:19.623041 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-65721eb2-05e5-4024-a9d7-b41ea68ff18d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:19.697452 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34382638-4497-448d-a34b-5ec5d99295b9 req-6297a6a3-62f6-4bd4-92bf-0ea8deb0aa64 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:19.698913 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-34382638-4497-448d-a34b-5ec5d99295b9 req-6297a6a3-62f6-4bd4-92bf-0ea8deb0aa64 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0879271 Sep 26 05:35:19.770161 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-65721eb2-05e5-4024-a9d7-b41ea68ff18d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] For port 322798b9-1af9-46df-bb99-417d8b1d04b3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=322798b9-1af9-46df-bb99-417d8b1d04b3,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:19.770437 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-65721eb2-05e5-4024-a9d7-b41ea68ff18d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:19.787402 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-34382638-4497-448d-a34b-5ec5d99295b9 req-385d8c25-ba48-448d-b32f-56c91f196988 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816846 Sep 26 05:35:19.924863 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:19.927650 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:19.938699 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-65721eb2-05e5-4024-a9d7-b41ea68ff18d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:19.939077 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-65721eb2-05e5-4024-a9d7-b41ea68ff18d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (3e16f60e-6858-48c7-945c-35a71104a320), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:19.939368 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-65721eb2-05e5-4024-a9d7-b41ea68ff18d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Floating IP 3e16f60e-6858-48c7-945c-35a71104a320 disassociated. External IP: 172.27.0.66, port: 322798b9-1af9-46df-bb99-417d8b1d04b3. Sep 26 05:35:19.939707 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-65721eb2-05e5-4024-a9d7-b41ea68ff18d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Calling delete_port for 322798b9-1af9-46df-bb99-417d8b1d04b3 owned by compute:nova {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:35:20.073077 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-65721eb2-05e5-4024-a9d7-b41ea68ff18d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (322798b9-1af9-46df-bb99-417d8b1d04b3), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:20.102872 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65721eb2-05e5-4024-a9d7-b41ea68ff18d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Pushing event deleted for resources: {'Port': ['ID=322798b9-1af9-46df-bb99-417d8b1d04b3,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:20.210161 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-65721eb2-05e5-4024-a9d7-b41ea68ff18d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Router 9e15f6b9-682f-4155-adf9-7b5580167151 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:35:20.322947 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-65721eb2-05e5-4024-a9d7-b41ea68ff18d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:35:20.334113 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5d846-ed0c-4ec0-8f4f-834d6b0d0b57 None None] Sync routers for ids ['9e15f6b9-682f-4155-adf9-7b5580167151'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:35:20.344039 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5d846-ed0c-4ec0-8f4f-834d6b0d0b57 None None] Routers {'9e15f6b9-682f-4155-adf9-7b5580167151'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:35:20.344697 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-5bd5d846-ed0c-4ec0-8f4f-834d6b0d0b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:34:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['9e15f6b9-682f-4155-adf9-7b5580167151'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:20.422730 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-65721eb2-05e5-4024-a9d7-b41ea68ff18d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] No DVR routers for this DVR port 322798b9-1af9-46df-bb99-417d8b1d04b3 on host hv-cinder-85918 {{(pid=106340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:35:20.428283 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cbe3c83b-61a1-43ea-b2de-9c993566ddcd req-cd50a7df-df8c-4679-bbaa-060436cfe5a1 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 210 time: 0.0746880 Sep 26 05:35:20.431383 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-65721eb2-05e5-4024-a9d7-b41ea68ff18d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:20.434542 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fc0d773f-cf5b-4f80-b9c1-101815a41e40 req-65721eb2-05e5-4024-a9d7-b41ea68ff18d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.60 "DELETE /networking/v2.0/ports/322798b9-1af9-46df-bb99-417d8b1d04b3 HTTP/1.1" status: 204 len: 173 time: 0.9037309 Sep 26 05:35:20.435511 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'name': 'network-vif-deleted', 'tag': '322798b9-1af9-46df-bb99-417d8b1d04b3'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:35:20.437380 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c753de2-8a01-4901-bcd9-010b77f0c5b3" -d '{"events": [{"server_uuid": "30c51093-517b-4a33-9d80-8bf0e1747e75", "name": "network-vif-deleted", "tag": "322798b9-1af9-46df-bb99-417d8b1d04b3"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:35:20.447845 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf2b14-872d-41af-a9cf-82a015489fa0 req-e2ebdf23-e015-4991-9eef-8e370db589a5 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:20.448068 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-5bd5d846-ed0c-4ec0-8f4f-834d6b0d0b57 None None] Set router 9e15f6b9-682f-4155-adf9-7b5580167151 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:35:20.450377 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-85cf2b14-872d-41af-a9cf-82a015489fa0 req-e2ebdf23-e015-4991-9eef-8e370db589a5 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 946 time: 0.1185465 Sep 26 05:35:20.494334 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32c6664-d2af-4196-b537-a141fbe48469 x-openstack-request-id: req-a32c6664-d2af-4196-b537-a141fbe48469 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:35:20.494618 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c51093-517b-4a33-9d80-8bf0e1747e75", "name": "network-vif-deleted", "tag": "322798b9-1af9-46df-bb99-417d8b1d04b3", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:35:20.494869 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a32c6664-d2af-4196-b537-a141fbe48469 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:35:20.495278 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32c6664-d2af-4196-b537-a141fbe48469'] response: {'server_uuid': '30c51093-517b-4a33-9d80-8bf0e1747e75', 'name': 'network-vif-deleted', 'tag': '322798b9-1af9-46df-bb99-417d8b1d04b3', 'status': 'completed', 'code': 200} Sep 26 05:35:20.513018 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-85cf2b14-872d-41af-a9cf-82a015489fa0 req-2242320d-707d-43f4-ac2a-f3c904e8adb4 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0405fe08-00fd-4dba-b322-6b24db6e01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477371 Sep 26 05:35:20.658511 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-5bd5d846-ed0c-4ec0-8f4f-834d6b0d0b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'd47af5cc-d884-43da-b5db-2faf63776dec', 'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'mac_address': 'fa:16:3e:59:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:12Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 5, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'subnets': [{'id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:20.686592 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5d846-ed0c-4ec0-8f4f-834d6b0d0b57 None None] Checking router: 9e15f6b9-682f-4155-adf9-7b5580167151 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:35:20.695195 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5d846-ed0c-4ec0-8f4f-834d6b0d0b57 None None] Routers {'9e15f6b9-682f-4155-adf9-7b5580167151'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:35:20.695838 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-5bd5d846-ed0c-4ec0-8f4f-834d6b0d0b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:34:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['9e15f6b9-682f-4155-adf9-7b5580167151'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:20.795875 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-5bd5d846-ed0c-4ec0-8f4f-834d6b0d0b57 None None] Set router 9e15f6b9-682f-4155-adf9-7b5580167151 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:35:20.909162 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd248a-77cd-448f-8396-4aed5c9f551f req-54869664-df14-44cd-b9ea-7ec88ce57441 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:20.910727 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7bcd248a-77cd-448f-8396-4aed5c9f551f req-54869664-df14-44cd-b9ea-7ec88ce57441 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0455310 Sep 26 05:35:20.961146 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7bcd248a-77cd-448f-8396-4aed5c9f551f req-dd1a1ba6-254f-4e2c-ab92-a48c2cf654eb tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441854 Sep 26 05:35:20.978589 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-5bd5d846-ed0c-4ec0-8f4f-834d6b0d0b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'd47af5cc-d884-43da-b5db-2faf63776dec', 'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'mac_address': 'fa:16:3e:59:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:12Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 5, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'subnets': [{'id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:21.003143 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5d846-ed0c-4ec0-8f4f-834d6b0d0b57 None None] The sync data for ids ['9e15f6b9-682f-4155-adf9-7b5580167151'] in dv-cinder-859186-2-iscsi is: [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:16Z', 'revision_number': 4, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'd47af5cc-d884-43da-b5db-2faf63776dec', 'name': '', 'network_id': '7a42108c-0615-4b7d-80da-4c23f250e4d0', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'mac_address': 'fa:16:3e:59:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:12Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 5, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'subnets': [{'id': '4affd44b-ea84-4f57-8378-bafc6ff36763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:35:21.227576 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a33510-7876-4bde-b633-e8091290ec51 None None] New status for floating IP 3e16f60e-6858-48c7-945c-35a71104a320: DOWN {{(pid=106342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:35:21.541233 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-66cd4c83-3010-41a8-a871-a01c61165001 req-0fc03a99-c5ad-4a2a-a5c9-d4513a94a124 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 210 time: 0.0332756 Sep 26 05:35:21.637002 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a333be3-b5df-493b-b133-38e4ac4ada56 req-57c1cdaf-a884-4cf1-a1de-65a0277929ff tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:21.638450 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5a333be3-b5df-493b-b133-38e4ac4ada56 req-57c1cdaf-a884-4cf1-a1de-65a0277929ff tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 946 time: 0.0467184 Sep 26 05:35:21.687218 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5a333be3-b5df-493b-b133-38e4ac4ada56 req-3ba51f43-3f48-43c2-a47d-31a765f1f30a tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0405fe08-00fd-4dba-b322-6b24db6e01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430634 Sep 26 05:35:21.800639 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f574b-29a9-4b9c-9638-581094727488 req-ca7d465d-b19f-4fc9-8c46-0ff288ec3db7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:21.802103 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a63f574b-29a9-4b9c-9638-581094727488 req-ca7d465d-b19f-4fc9-8c46-0ff288ec3db7 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 946 time: 0.0453923 Sep 26 05:35:21.812521 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41166) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:21.816689 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-58d4345e-3c42-45ef-a9dc-49d955d4102e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Request body: {'floatingip': {'port_id': 'a50f5065-0980-4bdd-bcd4-888e4c8e6890'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:35:21.857416 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-58d4345e-3c42-45ef-a9dc-49d955d4102e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (6d6d71bc-8259-4dbf-a7c2-5f6a34aaefb3), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:21.998704 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:22.013894 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 322798b9-1af9-46df-bb99-417d8b1d04b3 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:35:22.038566 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: 322798b9-1af9-46df-bb99-417d8b1d04b3 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:35:22.039201 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 322798b9-1af9-46df-bb99-417d8b1d04b3 not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:35:22.047740 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:22.111332 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c502c65-05ad-4498-9263-14ed4e7e8541 req-1c4e740a-7f4a-4303-b08b-c1ea0958a21b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:22.112794 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0c502c65-05ad-4498-9263-14ed4e7e8541 req-1c4e740a-7f4a-4303-b08b-c1ea0958a21b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0682688 Sep 26 05:35:22.251100 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0c502c65-05ad-4498-9263-14ed4e7e8541 req-15d37fe7-dc69-48d9-8170-fdf819774c7e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132319 Sep 26 05:35:22.353379 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-58d4345e-3c42-45ef-a9dc-49d955d4102e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:22.356975 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-58d4345e-3c42-45ef-a9dc-49d955d4102e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (6d6d71bc-8259-4dbf-a7c2-5f6a34aaefb3), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:22.451729 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [None req-58d4345e-3c42-45ef-a9dc-49d955d4102e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Floating IP 6d6d71bc-8259-4dbf-a7c2-5f6a34aaefb3 associated. External IP: 172.27.0.229, port: a50f5065-0980-4bdd-bcd4-888e4c8e6890. Sep 26 05:35:22.682696 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d4345e-3c42-45ef-a9dc-49d955d4102e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Router 5588059c-6bc9-45f9-adf5-d0de95e2025a has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:35:22.684625 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-59bf77d2-7fcb-45d9-b4a0-74472e6a9d20 req-542608f3-50ca-4e7c-946e-7394eb8e2da7 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 210 time: 0.0386426 Sep 26 05:35:22.784164 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d4345e-3c42-45ef-a9dc-49d955d4102e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:35:22.788332 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-58d4345e-3c42-45ef-a9dc-49d955d4102e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:22.794549 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d385804-6781-49e7-bba3-fc6f04bd20fa None None] Sync routers for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:35:22.805096 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d385804-6781-49e7-bba3-fc6f04bd20fa None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:35:22.805704 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-9d385804-6781-49e7-bba3-fc6f04bd20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:34:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:22.820519 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-58d4345e-3c42-45ef-a9dc-49d955d4102e tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/6d6d71bc-8259-4dbf-a7c2-5f6a34aaefb3 HTTP/1.1" status: 200 len: 992 time: 1.0069430 Sep 26 05:35:22.821253 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd42d52-e8d1-447f-882e-7151c7010c2d', 'tag': 'a50f5065-0980-4bdd-bcd4-888e4c8e6890'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:35:22.823560 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff745d3-6199-417e-8f88-bcad2b1f9f59" -d '{"events": [{"name": "network-changed", "server_uuid": "acd42d52-e8d1-447f-882e-7151c7010c2d", "tag": "a50f5065-0980-4bdd-bcd4-888e4c8e6890"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:35:22.860879 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f7190a-700b-41bb-8f15-b48a6aecd425 x-openstack-request-id: req-43f7190a-700b-41bb-8f15-b48a6aecd425 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:35:22.861172 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd42d52-e8d1-447f-882e-7151c7010c2d", "tag": "a50f5065-0980-4bdd-bcd4-888e4c8e6890", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:35:22.861423 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43f7190a-700b-41bb-8f15-b48a6aecd425 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:35:22.861826 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f7190a-700b-41bb-8f15-b48a6aecd425'] response: {'name': 'network-changed', 'server_uuid': 'acd42d52-e8d1-447f-882e-7151c7010c2d', 'tag': 'a50f5065-0980-4bdd-bcd4-888e4c8e6890', 'status': 'completed', 'code': 200} Sep 26 05:35:22.914781 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-9d385804-6781-49e7-bba3-fc6f04bd20fa None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:35:23.075736 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:23.118379 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:23.121999 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-9d385804-6781-49e7-bba3-fc6f04bd20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '6d6d71bc-8259-4dbf-a7c2-5f6a34aaefb3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': 'a50f5065-0980-4bdd-bcd4-888e4c8e6890', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:05:46:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd42d52-e8d1-447f-882e-7151c7010c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:35:04Z', 'updated_at': '2022-09-26T05:35:22Z', 'revision_number': 1, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:23.145603 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d385804-6781-49e7-bba3-fc6f04bd20fa None None] Checking router: 5588059c-6bc9-45f9-adf5-d0de95e2025a for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:35:23.154304 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d385804-6781-49e7-bba3-fc6f04bd20fa None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:35:23.154888 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-9d385804-6781-49e7-bba3-fc6f04bd20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:34:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:23.254415 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-9d385804-6781-49e7-bba3-fc6f04bd20fa None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:35:23.273701 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-15d92e9b-d1ed-4735-9b64-0fce75fbd133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:23.343073 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff745d3-6199-417e-8f88-bcad2b1f9f59 req-418d35f3-e540-40c2-857e-d5cc33aab468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:23.344417 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fff745d3-6199-417e-8f88-bcad2b1f9f59 req-418d35f3-e540-40c2-857e-d5cc33aab468 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 1130 time: 0.0606408 Sep 26 05:35:23.379688 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60efc1-06c8-4fe5-ac9c-4c8cb57f5d67 req-89af1622-236a-44dd-b392-2dea359dcb3c tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:23.381919 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2b60efc1-06c8-4fe5-ac9c-4c8cb57f5d67 req-89af1622-236a-44dd-b392-2dea359dcb3c tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0514593 Sep 26 05:35:23.452420 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:23.475884 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:23.502613 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2b60efc1-06c8-4fe5-ac9c-4c8cb57f5d67 req-848084f0-aeef-4610-9755-a777040edb04 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091926 Sep 26 05:35:23.520053 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff745d3-6199-417e-8f88-bcad2b1f9f59 req-6a618518-f04d-4f48-82f6-e660429c5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:23.522472 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fff745d3-6199-417e-8f88-bcad2b1f9f59 req-6a618518-f04d-4f48-82f6-e660429c5e84 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 200 len: 916 time: 0.1492906 Sep 26 05:35:23.575222 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-9d385804-6781-49e7-bba3-fc6f04bd20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '6d6d71bc-8259-4dbf-a7c2-5f6a34aaefb3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': 'a50f5065-0980-4bdd-bcd4-888e4c8e6890', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:05:46:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd42d52-e8d1-447f-882e-7151c7010c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:35:04Z', 'updated_at': '2022-09-26T05:35:22Z', 'revision_number': 1, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:23.600175 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d385804-6781-49e7-bba3-fc6f04bd20fa None None] The sync data for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi is: [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '6d6d71bc-8259-4dbf-a7c2-5f6a34aaefb3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'port_id': 'a50f5065-0980-4bdd-bcd4-888e4c8e6890', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'mac_address': 'fa:16:3e:05:46:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd42d52-e8d1-447f-882e-7151c7010c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:35:04Z', 'updated_at': '2022-09-26T05:35:22Z', 'revision_number': 1, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:35:23.797006 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f9b5a-4b15-421c-8142-dec859ea6e79 None None] New status for floating IP 6d6d71bc-8259-4dbf-a7c2-5f6a34aaefb3: ACTIVE {{(pid=106342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:35:23.822904 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-06015965-e43d-482c-9b69-25add2e0f4ae req-ce2b9b4b-8b7f-447d-a5b0-1deb474f2473 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=30c51093-517b-4a33-9d80-8bf0e1747e75 HTTP/1.1" status: 200 len: 210 time: 0.0426409 Sep 26 05:35:23.886628 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fff745d3-6199-417e-8f88-bcad2b1f9f59 req-5eb954eb-44fa-412f-838b-705f3251dcf6 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a50f5065-0980-4bdd-bcd4-888e4c8e6890 HTTP/1.1" status: 200 len: 1000 time: 0.0922496 Sep 26 05:35:23.941193 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff745d3-6199-417e-8f88-bcad2b1f9f59 req-ec24f006-4c83-42f8-9978-89b746ec27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:23.943210 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fff745d3-6199-417e-8f88-bcad2b1f9f59 req-ec24f006-4c83-42f8-9978-89b746ec27bd service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=6783b947-c48f-4404-8277-22844ede2f74 HTTP/1.1" status: 200 len: 854 time: 0.0489213 Sep 26 05:35:23.995041 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff745d3-6199-417e-8f88-bcad2b1f9f59 req-c5126d36-42b2-4315-8bc0-30c3a8a958ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:23.996572 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fff745d3-6199-417e-8f88-bcad2b1f9f59 req-c5126d36-42b2-4315-8bc0-30c3a8a958ef service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=542c3891-aa7c-4297-a50e-fe5b71cd3cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450788 Sep 26 05:35:24.355945 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fff745d3-6199-417e-8f88-bcad2b1f9f59 req-530247d5-4b36-426c-8fbb-3ceafb6d61f2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316572 Sep 26 05:35:24.643055 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fff745d3-6199-417e-8f88-bcad2b1f9f59 req-e00e7c70-3e93-4fa1-b0f7-4194d860c265 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855565 Sep 26 05:35:24.754219 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-36beeae4-c754-481e-afde-ffde4e04a1b9 req-ab20eb68-b27b-4a38-81df-0a2455f1f70a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417500 Sep 26 05:35:24.840670 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beeae4-c754-481e-afde-ffde4e04a1b9 req-0c7c4be8-81da-49e6-9be7-97e1dcfc13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:24.842180 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-36beeae4-c754-481e-afde-ffde4e04a1b9 req-0c7c4be8-81da-49e6-9be7-97e1dcfc13d1 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 1129 time: 0.0393043 Sep 26 05:35:24.919794 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41188) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:24.951621 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beeae4-c754-481e-afde-ffde4e04a1b9 req-a95c8976-0c0a-46a0-8ed9-37d5810147fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:24.953135 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-36beeae4-c754-481e-afde-ffde4e04a1b9 req-a95c8976-0c0a-46a0-8ed9-37d5810147fe service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 200 len: 919 time: 0.0900362 Sep 26 05:35:24.975897 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fbc6114f-e068-4b17-b0c1-8ac30f670728 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for security_group (303ea515-fcde-45e5-be51-1ffb882ab982), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:25.011636 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fbc6114f-e068-4b17-b0c1-8ac30f670728 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for security_group (303ea515-fcde-45e5-be51-1ffb882ab982), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:25.017562 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-36beeae4-c754-481e-afde-ffde4e04a1b9 req-c5949eb8-bf5d-457c-be9e-3b88d64c1635 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f70e6461-7f87-4ee4-b3e4-f7d4db390598 HTTP/1.1" status: 200 len: 217 time: 0.0371225 Sep 26 05:35:25.046014 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:25.061398 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fbc6114f-e068-4b17-b0c1-8ac30f670728 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (303ea515-fcde-45e5-be51-1ffb882ab982), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:25.064014 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fbc6114f-e068-4b17-b0c1-8ac30f670728 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:25.065177 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-fbc6114f-e068-4b17-b0c1-8ac30f670728 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/303ea515-fcde-45e5-be51-1ffb882ab982 HTTP/1.1" status: 204 len: 168 time: 0.1438761 Sep 26 05:35:25.069172 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41190) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:25.074265 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6114f-e068-4b17-b0c1-8ac30f670728 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303ea515-fcde-45e5-be51-1ffb882ab982,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:25.085088 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beeae4-c754-481e-afde-ffde4e04a1b9 req-9d5dcdfe-d1b3-4221-bd6f-45fbd470cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:25.086501 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-36beeae4-c754-481e-afde-ffde4e04a1b9 req-9d5dcdfe-d1b3-4221-bd6f-45fbd470cdd5 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 200 len: 857 time: 0.0595593 Sep 26 05:35:25.087854 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.api.v2.resource [None req-1103b139-134f-4cc1-ab14-3bc85dc4697d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] show failed (client error): The resource could not be found. Sep 26 05:35:25.091421 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-1103b139-134f-4cc1-ab14-3bc85dc4697d tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups/303ea515-fcde-45e5-be51-1ffb882ab982 HTTP/1.1" status: 404 len: 347 time: 0.0187156 Sep 26 05:35:25.091610 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41192) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:25.200806 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beeae4-c754-481e-afde-ffde4e04a1b9 req-2a4636bf-acd7-42c3-9ca2-9638599c0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:25.202275 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-36beeae4-c754-481e-afde-ffde4e04a1b9 req-2a4636bf-acd7-42c3-9ca2-9638599c0709 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a42108c-0615-4b7d-80da-4c23f250e4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042089 Sep 26 05:35:25.281311 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9d42b-eb49-4ec0-93d9-28a0b49c2999 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Deleting port 8b31637f-1238-4001-864c-a20285b5aff8 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:35:25.281657 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d7c9d42b-eb49-4ec0-93d9-28a0b49c2999 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (8b31637f-1238-4001-864c-a20285b5aff8), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:25.370655 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-36beeae4-c754-481e-afde-ffde4e04a1b9 req-ba8da7eb-f15c-4eec-b5a7-b0f5221de0cb service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488330 Sep 26 05:35:25.397561 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d7c9d42b-eb49-4ec0-93d9-28a0b49c2999 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (8b31637f-1238-4001-864c-a20285b5aff8), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:25.397890 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d7c9d42b-eb49-4ec0-93d9-28a0b49c2999 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for floatingip (8b31637f-1238-4001-864c-a20285b5aff8), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:25.414907 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:25.440320 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:25.446567 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9d42b-eb49-4ec0-93d9-28a0b49c2999 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Calling delete_port for 8b31637f-1238-4001-864c-a20285b5aff8 owned by network:floatingip {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:35:25.542083 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-36beeae4-c754-481e-afde-ffde4e04a1b9 req-17448024-e6f4-44aa-a979-ae8e0e055310 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604521 Sep 26 05:35:25.605402 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8899e5a4-e08f-4c14-98c6-9f4fe4359caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:25.612031 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d7c9d42b-eb49-4ec0-93d9-28a0b49c2999 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (8b31637f-1238-4001-864c-a20285b5aff8), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:25.637689 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9d42b-eb49-4ec0-93d9-28a0b49c2999 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Pushing event deleted for resources: {'Port': ['ID=8b31637f-1238-4001-864c-a20285b5aff8,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:25.699773 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d7c9d42b-eb49-4ec0-93d9-28a0b49c2999 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks [] for floatingip (3e16f60e-6858-48c7-945c-35a71104a320), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:25.702424 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d7c9d42b-eb49-4ec0-93d9-28a0b49c2999 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:25.703529 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-d7c9d42b-eb49-4ec0-93d9-28a0b49c2999 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/3e16f60e-6858-48c7-945c-35a71104a320 HTTP/1.1" status: 204 len: 168 time: 0.6110525 Sep 26 05:35:26.726685 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:26.876588 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:35:28.187161 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ecdfc-9e85-4bf3-9e6f-5082c22241cc req-5b5dfc78-6ea4-44f1-8047-2458fb95dea8 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:28.188660 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-792ecdfc-9e85-4bf3-9e6f-5082c22241cc req-5b5dfc78-6ea4-44f1-8047-2458fb95dea8 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0463815 Sep 26 05:35:28.235012 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-792ecdfc-9e85-4bf3-9e6f-5082c22241cc req-daf2ab30-3f2c-4bda-a180-d89a0699ac47 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398057 Sep 26 05:35:28.280534 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:28.472166 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:29.356511 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955e003-74c2-4f6d-9b5b-60616fa303fb req-e8b887e5-1625-4057-932d-013637474314 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:29.357987 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d955e003-74c2-4f6d-9b5b-60616fa303fb req-e8b887e5-1625-4057-932d-013637474314 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0483520 Sep 26 05:35:29.406987 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d955e003-74c2-4f6d-9b5b-60616fa303fb req-8f6bb1d0-5fc5-4fb4-b72d-113ad3833cc0 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433202 Sep 26 05:35:29.606697 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18f914-cada-4939-8038-c4ad27fc0082 req-db2c0558-2aea-4104-95b8-b668f07723b0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:29.608302 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f18f914-cada-4939-8038-c4ad27fc0082 req-db2c0558-2aea-4104-95b8-b668f07723b0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0502517 Sep 26 05:35:29.655238 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f18f914-cada-4939-8038-c4ad27fc0082 req-3192ac7a-eb13-4c4f-96d7-ca5a3f5a2e5b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410774 Sep 26 05:35:30.061507 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1931544-6173-430a-921d-1b751b3d86e0 req-3212c94a-62e5-4354-8b38-789e621a3b69 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:30.062924 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f1931544-6173-430a-921d-1b751b3d86e0 req-3212c94a-62e5-4354-8b38-789e621a3b69 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 945 time: 0.0465014 Sep 26 05:35:30.151713 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-f1931544-6173-430a-921d-1b751b3d86e0 req-91faa041-dc39-4177-b35b-6f94031dfcfd tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Deleting port 38b128ed-e00f-4c9c-93fb-be3a153d50bf {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:35:30.152056 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-f1931544-6173-430a-921d-1b751b3d86e0 req-91faa041-dc39-4177-b35b-6f94031dfcfd tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (38b128ed-e00f-4c9c-93fb-be3a153d50bf), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:30.239030 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-f1931544-6173-430a-921d-1b751b3d86e0 req-91faa041-dc39-4177-b35b-6f94031dfcfd tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] For port 38b128ed-e00f-4c9c-93fb-be3a153d50bf, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=38b128ed-e00f-4c9c-93fb-be3a153d50bf,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:30.239337 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-f1931544-6173-430a-921d-1b751b3d86e0 req-91faa041-dc39-4177-b35b-6f94031dfcfd tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (38b128ed-e00f-4c9c-93fb-be3a153d50bf), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:30.251950 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-f1931544-6173-430a-921d-1b751b3d86e0 req-91faa041-dc39-4177-b35b-6f94031dfcfd tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Calling delete_port for 38b128ed-e00f-4c9c-93fb-be3a153d50bf owned by compute:nova {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:35:30.321305 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:30.332940 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:30.390984 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-f1931544-6173-430a-921d-1b751b3d86e0 req-91faa041-dc39-4177-b35b-6f94031dfcfd tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (38b128ed-e00f-4c9c-93fb-be3a153d50bf), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:30.403071 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['f70e6461-7f87-4ee4-b3e4-f7d4db390598', '38b128ed-e00f-4c9c-93fb-be3a153d50bf'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:35:30.417648 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91faa041-dc39-4177-b35b-6f94031dfcfd tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Pushing event deleted for resources: {'Port': ['ID=38b128ed-e00f-4c9c-93fb-be3a153d50bf,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:30.471022 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1931544-6173-430a-921d-1b751b3d86e0 req-91faa041-dc39-4177-b35b-6f94031dfcfd tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] No DVR routers for this DVR port 38b128ed-e00f-4c9c-93fb-be3a153d50bf on host hv-cinder-85918 {{(pid=106340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:35:30.471266 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:30.473601 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-f1931544-6173-430a-921d-1b751b3d86e0 req-91faa041-dc39-4177-b35b-6f94031dfcfd tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:30.477297 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f1931544-6173-430a-921d-1b751b3d86e0 req-91faa041-dc39-4177-b35b-6f94031dfcfd tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.60 "DELETE /networking/v2.0/ports/38b128ed-e00f-4c9c-93fb-be3a153d50bf HTTP/1.1" status: 204 len: 173 time: 0.4086580 Sep 26 05:35:30.477818 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6937727-fb89-499b-91ea-fa6b399607f7', 'name': 'network-vif-deleted', 'tag': '38b128ed-e00f-4c9c-93fb-be3a153d50bf'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:35:30.480827 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aac11c5-5684-4a14-8715-2bce00f7f538" -d '{"events": [{"server_uuid": "e6937727-fb89-499b-91ea-fa6b399607f7", "name": "network-vif-deleted", "tag": "38b128ed-e00f-4c9c-93fb-be3a153d50bf"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:35:30.542234 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f801a59-5375-48b2-a5e8-1ca1f0527ef1 x-openstack-request-id: req-1f801a59-5375-48b2-a5e8-1ca1f0527ef1 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:35:30.542728 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6937727-fb89-499b-91ea-fa6b399607f7", "name": "network-vif-deleted", "tag": "38b128ed-e00f-4c9c-93fb-be3a153d50bf", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:35:30.543136 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f801a59-5375-48b2-a5e8-1ca1f0527ef1 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:35:30.543683 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f801a59-5375-48b2-a5e8-1ca1f0527ef1'] response: {'server_uuid': 'e6937727-fb89-499b-91ea-fa6b399607f7', 'name': 'network-vif-deleted', 'tag': '38b128ed-e00f-4c9c-93fb-be3a153d50bf', 'status': 'completed', 'code': 200} Sep 26 05:35:30.546146 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-699edeb3-9a5a-4bda-866c-ad361a403b4e req-c4bd9142-5761-4b4c-9964-1464987a8150 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e6937727-fb89-499b-91ea-fa6b399607f7 HTTP/1.1" status: 200 len: 210 time: 0.0437715 Sep 26 05:35:30.793959 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f7494-6c8e-49c8-80de-7f0b91672986 req-1bd15965-1737-41be-a09f-938ab485bd58 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:30.795547 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7d3f7494-6c8e-49c8-80de-7f0b91672986 req-1bd15965-1737-41be-a09f-938ab485bd58 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0511172 Sep 26 05:35:30.848319 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7d3f7494-6c8e-49c8-80de-7f0b91672986 req-55785539-a4ff-4f58-ba88-8946e5fd9d99 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467963 Sep 26 05:35:31.825230 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363f37f-1a55-46d0-a7a8-8bddbc977695 req-f24034fe-10c1-4ca9-81de-e762704a4345 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:31.826703 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a363f37f-1a55-46d0-a7a8-8bddbc977695 req-f24034fe-10c1-4ca9-81de-e762704a4345 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0463140 Sep 26 05:35:31.875213 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a363f37f-1a55-46d0-a7a8-8bddbc977695 req-e8df1653-dfb9-43d0-bce1-3ecf2cea28b1 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429654 Sep 26 05:35:31.983017 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e37b4-07d6-485d-b248-4726871a65d2 req-59efee3c-8968-46c7-a8e8-4da86d716d96 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:31.984410 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-be3e37b4-07d6-485d-b248-4726871a65d2 req-59efee3c-8968-46c7-a8e8-4da86d716d96 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0508254 Sep 26 05:35:32.031822 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-be3e37b4-07d6-485d-b248-4726871a65d2 req-c03f13d0-65b7-4861-84f2-2564c3a55170 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416057 Sep 26 05:35:32.998182 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a5dc4-a5e4-477b-9a6e-1da140e512d5 req-f0b5ef4b-7485-4be6-9ba9-b6959a5d2ec5 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:32.999711 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5b9a5dc4-a5e4-477b-9a6e-1da140e512d5 req-f0b5ef4b-7485-4be6-9ba9-b6959a5d2ec5 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0477152 Sep 26 05:35:33.047121 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5b9a5dc4-a5e4-477b-9a6e-1da140e512d5 req-4b2423eb-c4a2-4e30-8791-3594f941a874 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416484 Sep 26 05:35:33.158927 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e3c2a-ad07-4223-8ec7-199343eedc49 req-7745a25e-a3dc-4b3c-96f5-a0738a47ddd2 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:33.160460 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a10e3c2a-ad07-4223-8ec7-199343eedc49 req-7745a25e-a3dc-4b3c-96f5-a0738a47ddd2 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0487452 Sep 26 05:35:33.206206 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a10e3c2a-ad07-4223-8ec7-199343eedc49 req-bcd238fe-dfa2-4b13-a838-437b094ed1dc tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396407 Sep 26 05:35:33.578636 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=38 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:34.061662 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 38b128ed-e00f-4c9c-93fb-be3a153d50bf no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:35:34.081391 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: 38b128ed-e00f-4c9c-93fb-be3a153d50bf {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:35:34.081391 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 38b128ed-e00f-4c9c-93fb-be3a153d50bf not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:35:34.167573 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6018e-b7bb-4762-8fe9-8e826a6eb0c6 req-a9587a5a-661c-4f1e-af52-1b1302bdd6df tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:34.169124 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-38e6018e-b7bb-4762-8fe9-8e826a6eb0c6 req-a9587a5a-661c-4f1e-af52-1b1302bdd6df tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0456519 Sep 26 05:35:34.215975 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-38e6018e-b7bb-4762-8fe9-8e826a6eb0c6 req-49a2c597-afeb-4e08-af5d-89749bde9693 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Sep 26 05:35:34.329874 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383de88-5e17-4024-b9a1-165ca9095359 req-0f794223-d7ef-497c-a89a-98d730476482 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:34.331221 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d383de88-5e17-4024-b9a1-165ca9095359 req-0f794223-d7ef-497c-a89a-98d730476482 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0458057 Sep 26 05:35:34.380986 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d383de88-5e17-4024-b9a1-165ca9095359 req-1c61a531-bbb7-472e-9820-c8cb51ec1c43 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442274 Sep 26 05:35:35.045528 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:35.070663 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:35.247586 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6e322-69e6-468d-b181-d56310a4b7c0 req-a507cd14-71b1-4508-a8f2-a0542195c34b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:35.249052 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-88b6e322-69e6-468d-b181-d56310a4b7c0 req-a507cd14-71b1-4508-a8f2-a0542195c34b tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0455811 Sep 26 05:35:35.373448 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a6db4-6dc9-4c14-8f80-32f3fbb12700 req-9ceeff0c-a71d-40c9-801d-bcf8e00a7b9a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:35.374883 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5a7a6db4-6dc9-4c14-8f80-32f3fbb12700 req-9ceeff0c-a71d-40c9-801d-bcf8e00a7b9a tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 945 time: 0.0847373 Sep 26 05:35:35.378197 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-88b6e322-69e6-468d-b181-d56310a4b7c0 req-abd0c851-4b2b-4310-b9b8-3f8ac6de0880 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Deleting port f70e6461-7f87-4ee4-b3e4-f7d4db390598 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:35:35.378535 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-88b6e322-69e6-468d-b181-d56310a4b7c0 req-abd0c851-4b2b-4310-b9b8-3f8ac6de0880 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (f70e6461-7f87-4ee4-b3e4-f7d4db390598), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:35.385295 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:35.468901 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:35.507904 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5a7a6db4-6dc9-4c14-8f80-32f3fbb12700 req-a2be2355-536c-4b7d-9dca-c1df2c8066db tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0c767793-7745-4da1-8368-b4fbc46d1233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261780 Sep 26 05:35:35.543122 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bb0d8-a566-47bb-a481-c44dc480a3a0 req-6b6d2adf-4b61-4411-b841-7a6bc05ff79f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:35.544569 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a96bb0d8-a566-47bb-a481-c44dc480a3a0 req-6b6d2adf-4b61-4411-b841-7a6bc05ff79f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0811064 Sep 26 05:35:35.546207 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-88b6e322-69e6-468d-b181-d56310a4b7c0 req-abd0c851-4b2b-4310-b9b8-3f8ac6de0880 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] For port f70e6461-7f87-4ee4-b3e4-f7d4db390598, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f70e6461-7f87-4ee4-b3e4-f7d4db390598,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:35.546568 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-88b6e322-69e6-468d-b181-d56310a4b7c0 req-abd0c851-4b2b-4310-b9b8-3f8ac6de0880 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (f70e6461-7f87-4ee4-b3e4-f7d4db390598), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:35.565908 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-88b6e322-69e6-468d-b181-d56310a4b7c0 req-abd0c851-4b2b-4310-b9b8-3f8ac6de0880 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Calling delete_port for f70e6461-7f87-4ee4-b3e4-f7d4db390598 owned by compute:nova {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:35:35.636410 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a96bb0d8-a566-47bb-a481-c44dc480a3a0 req-736e3f0f-bff2-49ee-9c41-8ccab5bf3d8e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819020 Sep 26 05:35:35.720458 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-88b6e322-69e6-468d-b181-d56310a4b7c0 req-abd0c851-4b2b-4310-b9b8-3f8ac6de0880 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (f70e6461-7f87-4ee4-b3e4-f7d4db390598), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:35.736178 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['f70e6461-7f87-4ee4-b3e4-f7d4db390598'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:35:35.746102 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0c851-4b2b-4310-b9b8-3f8ac6de0880 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Pushing event deleted for resources: {'Port': ['ID=f70e6461-7f87-4ee4-b3e4-f7d4db390598,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:35.792012 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b6e322-69e6-468d-b181-d56310a4b7c0 req-abd0c851-4b2b-4310-b9b8-3f8ac6de0880 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] No DVR routers for this DVR port f70e6461-7f87-4ee4-b3e4-f7d4db390598 on host hv-cinder-85918 {{(pid=106340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:35:35.794511 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-88b6e322-69e6-468d-b181-d56310a4b7c0 req-abd0c851-4b2b-4310-b9b8-3f8ac6de0880 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:35.797657 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-88b6e322-69e6-468d-b181-d56310a4b7c0 req-abd0c851-4b2b-4310-b9b8-3f8ac6de0880 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.60 "DELETE /networking/v2.0/ports/f70e6461-7f87-4ee4-b3e4-f7d4db390598 HTTP/1.1" status: 204 len: 173 time: 0.5428326 Sep 26 05:35:35.798149 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01274a67-17fb-45e3-9f2a-6a718b15b902', 'name': 'network-vif-deleted', 'tag': 'f70e6461-7f87-4ee4-b3e4-f7d4db390598'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:35:35.800357 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a59e89d-cf92-48e1-bf40-1d35c7d400b0" -d '{"events": [{"server_uuid": "01274a67-17fb-45e3-9f2a-6a718b15b902", "name": "network-vif-deleted", "tag": "f70e6461-7f87-4ee4-b3e4-f7d4db390598"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:35:35.839002 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07367515-d392-4f45-bf02-7ff7baa22921 x-openstack-request-id: req-07367515-d392-4f45-bf02-7ff7baa22921 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:35:35.839286 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01274a67-17fb-45e3-9f2a-6a718b15b902", "name": "network-vif-deleted", "tag": "f70e6461-7f87-4ee4-b3e4-f7d4db390598", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:35:35.839536 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07367515-d392-4f45-bf02-7ff7baa22921 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:35:35.839935 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07367515-d392-4f45-bf02-7ff7baa22921'] response: {'server_uuid': '01274a67-17fb-45e3-9f2a-6a718b15b902', 'name': 'network-vif-deleted', 'tag': 'f70e6461-7f87-4ee4-b3e4-f7d4db390598', 'status': 'completed', 'code': 200} Sep 26 05:35:36.631447 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ead4bf7b-be3d-40c5-be74-3a2630c4e32c req-203ce23f-dfe7-4b61-9189-5fbfc63fca23 tempest-ServerRescueNegativeTestJSON-1282050550 tempest-ServerRescueNegativeTestJSON-1282050550-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=01274a67-17fb-45e3-9f2a-6a718b15b902 HTTP/1.1" status: 200 len: 210 time: 0.0297358 Sep 26 05:35:36.766282 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d8430-4984-443d-80df-f9eaa177a61e req-8337ba26-e283-4ccc-acba-5cf137f34c6d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:36.767650 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8b9d8430-4984-443d-80df-f9eaa177a61e req-8337ba26-e283-4ccc-acba-5cf137f34c6d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0494084 Sep 26 05:35:36.814316 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8b9d8430-4984-443d-80df-f9eaa177a61e req-d1f3461e-7280-463c-a515-8754e7ecfbeb tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409422 Sep 26 05:35:37.696644 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41280) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:37.996397 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bd626-0e3c-4525-9710-3eda8229e9aa req-b70434fc-5397-49d7-a917-7cc79a69e02c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:37.997883 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8f8bd626-0e3c-4525-9710-3eda8229e9aa req-b70434fc-5397-49d7-a917-7cc79a69e02c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0978990 Sep 26 05:35:38.080132 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device f70e6461-7f87-4ee4-b3e4-f7d4db390598 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:35:38.102348 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: f70e6461-7f87-4ee4-b3e4-f7d4db390598 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:35:38.102592 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8f8bd626-0e3c-4525-9710-3eda8229e9aa req-149e3881-a305-4519-bddd-88f390ed78b5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771337 Sep 26 05:35:38.102807 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device f70e6461-7f87-4ee4-b3e4-f7d4db390598 not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:35:38.151697 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:38.201022 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688035'] for router_interface (9e15f6b9-682f-4155-adf9-7b5580167151), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:38.298275 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:38.668442 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Deleting port d47af5cc-d884-43da-b5db-2faf63776dec {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:35:38.668665 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (d47af5cc-d884-43da-b5db-2faf63776dec), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:38.745410 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] For port d47af5cc-d884-43da-b5db-2faf63776dec, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=d47af5cc-d884-43da-b5db-2faf63776dec,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:38.746066 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (d47af5cc-d884-43da-b5db-2faf63776dec), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:38.758587 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Calling delete_port for d47af5cc-d884-43da-b5db-2faf63776dec owned by network:router_interface {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:35:38.932367 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (d47af5cc-d884-43da-b5db-2faf63776dec), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:38.957545 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47af5cc-d884-43da-b5db-2faf63776dec,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:38.967307 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:38.967648 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:38.967984 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:38.968339 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:38.968668 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:38.969573 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:38.969573 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:38.969773 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:38.969964 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:38.970230 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:38.970548 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:38.970867 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:38.971182 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:38.971494 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:38.971806 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:35:39.131863 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582419'] for router_interface (9e15f6b9-682f-4155-adf9-7b5580167151), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:39.189464 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:39.277186 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc079e18-8e54-4e5f-aa07-d9f486a52baa req-f52be1e7-5758-4ef3-93d0-c1d1b32a0d52 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:39.278569 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cc079e18-8e54-4e5f-aa07-d9f486a52baa req-f52be1e7-5758-4ef3-93d0-c1d1b32a0d52 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0627472 Sep 26 05:35:39.379297 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:39.401908 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cc079e18-8e54-4e5f-aa07-d9f486a52baa req-17285176-e353-404a-9dfa-2405a150979d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883021 Sep 26 05:35:39.414504 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Router 9e15f6b9-682f-4155-adf9-7b5580167151 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:35:39.518041 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:35:39.524408 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-90c42d5d-ed04-4749-a39e-eadfc48568e7 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/9e15f6b9-682f-4155-adf9-7b5580167151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8259609 Sep 26 05:35:39.526401 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41288) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:39.529025 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d24ec45-c833-4dcc-9f38-d998649ce3c8 None None] Sync routers for ids ['9e15f6b9-682f-4155-adf9-7b5580167151'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:35:39.540047 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d24ec45-c833-4dcc-9f38-d998649ce3c8 None None] Routers {'9e15f6b9-682f-4155-adf9-7b5580167151'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:35:39.540703 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-2d24ec45-c833-4dcc-9f38-d998649ce3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:35:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['9e15f6b9-682f-4155-adf9-7b5580167151'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:39.625237 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] Publish callbacks [] for router (9e15f6b9-682f-4155-adf9-7b5580167151), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:39.639275 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-2d24ec45-c833-4dcc-9f38-d998649ce3c8 None None] Set router 9e15f6b9-682f-4155-adf9-7b5580167151 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:35:39.724173 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] Publish callbacks [] for router_gateway (9e15f6b9-682f-4155-adf9-7b5580167151), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:39.767221 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] Deleting port 7bd232d0-0f17-4dc0-82bf-f269189d2f29 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:35:39.767885 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (7bd232d0-0f17-4dc0-82bf-f269189d2f29), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:39.807816 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-2d24ec45-c833-4dcc-9f38-d998649ce3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:35:38Z', 'revision_number': 5, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port': {'id': '7bd232d0-0f17-4dc0-82bf-f269189d2f29', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:39.832152 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d24ec45-c833-4dcc-9f38-d998649ce3c8 None None] Checking router: 9e15f6b9-682f-4155-adf9-7b5580167151 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:35:39.840636 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d24ec45-c833-4dcc-9f38-d998649ce3c8 None None] Routers {'9e15f6b9-682f-4155-adf9-7b5580167151'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:35:39.841232 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-2d24ec45-c833-4dcc-9f38-d998649ce3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:35:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['9e15f6b9-682f-4155-adf9-7b5580167151'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:39.853733 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] For port 7bd232d0-0f17-4dc0-82bf-f269189d2f29, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=7bd232d0-0f17-4dc0-82bf-f269189d2f29,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:39.854157 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (7bd232d0-0f17-4dc0-82bf-f269189d2f29), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:39.868155 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] Calling delete_port for 7bd232d0-0f17-4dc0-82bf-f269189d2f29 owned by network:router_gateway {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:35:39.924647 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-2d24ec45-c833-4dcc-9f38-d998649ce3c8 None None] Set router 9e15f6b9-682f-4155-adf9-7b5580167151 gateway port host: None {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:35:39.972008 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-2d24ec45-c833-4dcc-9f38-d998649ce3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:35:39Z', 'revision_number': 6, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port_host': None}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:40.001155 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d24ec45-c833-4dcc-9f38-d998649ce3c8 None None] The sync data for ids ['9e15f6b9-682f-4155-adf9-7b5580167151'] in dv-cinder-859186-2-iscsi is: [{'id': '9e15f6b9-682f-4155-adf9-7b5580167151', 'name': 'tempest-ServerRescueNegativeTestJSON-358641915-router', 'tenant_id': '01c8f7766cb646b7b646a53c9de8e91a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:07Z', 'updated_at': '2022-09-26T05:35:39Z', 'revision_number': 6, 'project_id': '01c8f7766cb646b7b646a53c9de8e91a', 'gw_port_host': None}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:35:40.038599 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (7bd232d0-0f17-4dc0-82bf-f269189d2f29), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.046550 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:40.064869 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd232d0-0f17-4dc0-82bf-f269189d2f29,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:40.137394 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581465'] for router_gateway (9e15f6b9-682f-4155-adf9-7b5580167151), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.247748 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (9e15f6b9-682f-4155-adf9-7b5580167151), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.249924 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] Publish callbacks [] for router_controller (9e15f6b9-682f-4155-adf9-7b5580167151), precommit_delete_associations {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.312303 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582510'] for router (9e15f6b9-682f-4155-adf9-7b5580167151), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.312807 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e15f6b9-682f-4155-adf9-7b5580167151 {{(pid=106340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:35:40.318646 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.319834 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-0550d414-9bf4-473d-9889-ca30f1158d3a admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/9e15f6b9-682f-4155-adf9-7b5580167151 HTTP/1.1" status: 204 len: 168 time: 0.7925017 Sep 26 05:35:40.322433 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41290) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:40.351268 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:40.372132 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcf469f-86e5-4bcb-9630-79873639ef3a admin admin] Deleting subnet 4affd44b-ea84-4f57-8378-bafc6ff36763 {{(pid=106340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:35:40.375154 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ebcf469f-86e5-4bcb-9630-79873639ef3a admin admin] Publish callbacks [] for subnet (4affd44b-ea84-4f57-8378-bafc6ff36763), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.410059 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ebcf469f-86e5-4bcb-9630-79873639ef3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2915594'] for subnet (4affd44b-ea84-4f57-8378-bafc6ff36763), precommit_delete_associations {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.544330 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device d47af5cc-d884-43da-b5db-2faf63776dec no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:35:40.552840 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb1fa2-f286-4adf-b1da-7050235e8458 req-f78c171e-058b-451a-afe9-59fa760e864f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:40.554416 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-34bb1fa2-f286-4adf-b1da-7050235e8458 req-f78c171e-058b-451a-afe9-59fa760e864f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0686848 Sep 26 05:35:40.555727 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ebcf469f-86e5-4bcb-9630-79873639ef3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (4affd44b-ea84-4f57-8378-bafc6ff36763), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.569090 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: d47af5cc-d884-43da-b5db-2faf63776dec {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:35:40.569349 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device d47af5cc-d884-43da-b5db-2faf63776dec not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:35:40.637594 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-34bb1fa2-f286-4adf-b1da-7050235e8458 req-3f515cc4-8149-410c-914f-66539d55bbf4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616200 Sep 26 05:35:40.644478 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ebcf469f-86e5-4bcb-9630-79873639ef3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3865862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8697729'] for subnet (4affd44b-ea84-4f57-8378-bafc6ff36763), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.677369 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf469f-86e5-4bcb-9630-79873639ef3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4affd44b-ea84-4f57-8378-bafc6ff36763,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:40.680716 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ebcf469f-86e5-4bcb-9630-79873639ef3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.683781 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-ebcf469f-86e5-4bcb-9630-79873639ef3a admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/4affd44b-ea84-4f57-8378-bafc6ff36763 HTTP/1.1" status: 204 len: 168 time: 0.3604007 Sep 26 05:35:40.686474 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41294) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:40.686980 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aefa99f-e2f4-48ec-825b-5bf4bf3f4fbe None None] Network 7a42108c-0615-4b7d-80da-4c23f250e4d0 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:35:40.759774 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (7a42108c-0615-4b7d-80da-4c23f250e4d0), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.807673 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] Deleting port 3f958445-6ab4-48fb-bcd8-db2694c0c53d {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:35:40.808015 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.848426 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5737476-8a45-4fe5-99db-ee92c7e7c245 None None] DHCP port deletion for 7a42108c-0615-4b7d-80da-4c23f250e4d0 request from dv-cinder-859186-2-iscsi {{(pid=106342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:35:40.876411 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] For port 3f958445-6ab4-48fb-bcd8-db2694c0c53d, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=3f958445-6ab4-48fb-bcd8-db2694c0c53d,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:40.876769 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.887304 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b5737476-8a45-4fe5-99db-ee92c7e7c245 None None] Deleting port 3f958445-6ab4-48fb-bcd8-db2694c0c53d {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:35:40.887763 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b5737476-8a45-4fe5-99db-ee92c7e7c245 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.890136 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] Calling delete_port for 3f958445-6ab4-48fb-bcd8-db2694c0c53d owned by network:dhcp {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:35:40.950373 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-b5737476-8a45-4fe5-99db-ee92c7e7c245 None None] For port 3f958445-6ab4-48fb-bcd8-db2694c0c53d, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=3f958445-6ab4-48fb-bcd8-db2694c0c53d,segment=NetworkSegment(f552674f-7c96-4d66-80e5-b58d14c35c84),segment_id=f552674f-7c96-4d66-80e5-b58d14c35c84)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:40.950762 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b5737476-8a45-4fe5-99db-ee92c7e7c245 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.963269 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-b5737476-8a45-4fe5-99db-ee92c7e7c245 None None] Calling delete_port for 3f958445-6ab4-48fb-bcd8-db2694c0c53d owned by network:dhcp {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:35:40.973391 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:40.999889 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] Pushing event deleted for resources: {'Port': ['ID=3f958445-6ab4-48fb-bcd8-db2694c0c53d,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:41.001759 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] No DVR routers for this DVR port 3f958445-6ab4-48fb-bcd8-db2694c0c53d on host dv-cinder-859186-2-iscsi {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:35:41.032451 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:41.046482 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b5737476-8a45-4fe5-99db-ee92c7e7c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674'] for port (3f958445-6ab4-48fb-bcd8-db2694c0c53d), after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.074179 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5737476-8a45-4fe5-99db-ee92c7e7c245 None None] Pushing event deleted for resources: {'Port': ['ID=3f958445-6ab4-48fb-bcd8-db2694c0c53d,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:41.075916 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5737476-8a45-4fe5-99db-ee92c7e7c245 None None] No DVR routers for this DVR port 3f958445-6ab4-48fb-bcd8-db2694c0c53d on host dv-cinder-859186-2-iscsi {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:35:41.081724 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (7a42108c-0615-4b7d-80da-4c23f250e4d0), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.102673 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a42108c-0615-4b7d-80da-4c23f250e4d0']}} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:41.112609 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f552674f-7c96-4d66-80e5-b58d14c35c84') {'for_net_delete': True} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:41.112907 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f552674f-7c96-4d66-80e5-b58d14c35c84') {} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:41.123351 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421624'] for segment (f552674f-7c96-4d66-80e5-b58d14c35c84), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.138245 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (f552674f-7c96-4d66-80e5-b58d14c35c84), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.144596 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:35:41.145187 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2423299'] for segment (f552674f-7c96-4d66-80e5-b58d14c35c84), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.206694 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (7a42108c-0615-4b7d-80da-4c23f250e4d0), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.213072 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.216063 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/7a42108c-0615-4b7d-80da-4c23f250e4d0 HTTP/1.1" status: 204 len: 168 time: 0.5285859 Sep 26 05:35:41.229018 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ec6ec-cc54-4b78-a03d-344b0a62ee2e admin admin] Pushing event deleted for resources: {'Network': ['ID=7a42108c-0615-4b7d-80da-4c23f250e4d0,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:41.281317 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment f552674f-7c96-4d66-80e5-b58d14c35c84 resource provider aggregate not found Sep 26 05:35:41.298987 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment f552674f-7c96-4d66-80e5-b58d14c35c84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f552674f-7c96-4d66-80e5-b58d14c35c84 found for delete ", "request_id": "req-26173686-f1ee-45e8-8a00-2c5af8d65218"}]} Sep 26 05:35:41.337516 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41308) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:41.376640 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-1eb1107c-ee63-4b4a-b4c3-98e4483f3cf4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=01c8f7766cb646b7b646a53c9de8e91a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379360 Sep 26 05:35:41.379534 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41310) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:41.432371 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-938213c3-4e21-490f-887b-1d14d4b197c2 admin admin] Publish callbacks [] for security_group (0c767793-7745-4da1-8368-b4fbc46d1233), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.452267 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-938213c3-4e21-490f-887b-1d14d4b197c2 admin admin] Publish callbacks [] for security_group (0c767793-7745-4da1-8368-b4fbc46d1233), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.500118 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-938213c3-4e21-490f-887b-1d14d4b197c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (0c767793-7745-4da1-8368-b4fbc46d1233), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.502635 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-938213c3-4e21-490f-887b-1d14d4b197c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:41.503766 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-938213c3-4e21-490f-887b-1d14d4b197c2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0c767793-7745-4da1-8368-b4fbc46d1233 HTTP/1.1" status: 204 len: 168 time: 0.1233015 Sep 26 05:35:41.511880 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938213c3-4e21-490f-887b-1d14d4b197c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c767793-7745-4da1-8368-b4fbc46d1233,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:41.772953 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c04b5-1b4d-4968-bd87-299fa41d1ccc req-6d548e0b-60e8-4e55-8ccf-f7477b2307c8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:41.775090 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cd9c04b5-1b4d-4968-bd87-299fa41d1ccc req-6d548e0b-60e8-4e55-8ccf-f7477b2307c8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0529232 Sep 26 05:35:41.824347 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cd9c04b5-1b4d-4968-bd87-299fa41d1ccc req-88336360-414d-498c-abcb-efdde2f9ac1f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434663 Sep 26 05:35:42.172119 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 7bd232d0-0f17-4dc0-82bf-f269189d2f29 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:35:42.190569 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 7bd232d0-0f17-4dc0-82bf-f269189d2f29 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:35:42.190912 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 7bd232d0-0f17-4dc0-82bf-f269189d2f29 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:35:42.191316 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 3f958445-6ab4-48fb-bcd8-db2694c0c53d no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:35:42.214186 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 3f958445-6ab4-48fb-bcd8-db2694c0c53d {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:35:42.214335 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 3f958445-6ab4-48fb-bcd8-db2694c0c53d not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:35:42.959262 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a4e1b-2f4b-4201-a78e-49ad7cca1195 req-70b605f1-5779-406e-80d7-5c153c95eeac tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:42.960784 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6d3a4e1b-2f4b-4201-a78e-49ad7cca1195 req-70b605f1-5779-406e-80d7-5c153c95eeac tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0474989 Sep 26 05:35:43.008285 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6d3a4e1b-2f4b-4201-a78e-49ad7cca1195 req-7fa96a12-90a9-4b2e-917b-5bb423d9557e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419240 Sep 26 05:35:43.548733 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:44.143390 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197a8c2-f47b-421d-869d-fcd535791ee2 req-3ee49fcc-ef13-4abf-85c5-06d32bd5ddcd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:44.144884 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8197a8c2-f47b-421d-869d-fcd535791ee2 req-3ee49fcc-ef13-4abf-85c5-06d32bd5ddcd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0507100 Sep 26 05:35:44.191112 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8197a8c2-f47b-421d-869d-fcd535791ee2 req-8c8f0b2e-702f-4d29-a00a-0534100e9958 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406132 Sep 26 05:35:45.315955 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7833060-2e1d-41e9-bae5-a2dfa7ee56ec req-46af53db-2834-4539-b268-7cc060836e9c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:45.317981 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e7833060-2e1d-41e9-bae5-a2dfa7ee56ec req-46af53db-2834-4539-b268-7cc060836e9c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0457833 Sep 26 05:35:45.369704 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e7833060-2e1d-41e9-bae5-a2dfa7ee56ec req-ab1fc9b5-115a-4481-85c8-d81eb6bb02a6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461459 Sep 26 05:35:46.499373 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a496a-f04a-4cd9-aeb1-e50e281cd8d3 req-f2d102fc-f3c5-414c-9235-71716b10c57d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:46.500846 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5e7a496a-f04a-4cd9-aeb1-e50e281cd8d3 req-f2d102fc-f3c5-414c-9235-71716b10c57d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0456758 Sep 26 05:35:46.521472 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:46.552453 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5e7a496a-f04a-4cd9-aeb1-e50e281cd8d3 req-5bd4b78b-9f6b-4c8e-bba4-b692f84c7a04 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454352 Sep 26 05:35:47.270900 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41408) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:47.376152 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-097eaa5c-b0cf-4568-9a82-04cfd85c55c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:47.431524 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:47.454742 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-097eaa5c-b0cf-4568-9a82-04cfd85c55c2 admin admin] Publish callbacks [] for security_group (da4a7c12-0bb8-47fa-aff5-e668b9b6561f), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:47.458734 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-097eaa5c-b0cf-4568-9a82-04cfd85c55c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (da4a7c12-0bb8-47fa-aff5-e668b9b6561f), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:47.462290 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:47.501373 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-097eaa5c-b0cf-4568-9a82-04cfd85c55c2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=66bd3d3ade2a4056968f989aa79770d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294064 Sep 26 05:35:47.502172 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097eaa5c-b0cf-4568-9a82-04cfd85c55c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4a7c12-0bb8-47fa-aff5-e668b9b6561f,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:47.504791 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41412) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:47.553738 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-20389d87-4ef9-4ab7-8137-d4a8ab93b7e2 admin admin] Publish callbacks [] for security_group (da4a7c12-0bb8-47fa-aff5-e668b9b6561f), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:47.573234 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-20389d87-4ef9-4ab7-8137-d4a8ab93b7e2 admin admin] Publish callbacks [] for security_group (da4a7c12-0bb8-47fa-aff5-e668b9b6561f), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:47.603679 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:47.626274 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-20389d87-4ef9-4ab7-8137-d4a8ab93b7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (da4a7c12-0bb8-47fa-aff5-e668b9b6561f), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:47.629193 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-20389d87-4ef9-4ab7-8137-d4a8ab93b7e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:47.630346 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-20389d87-4ef9-4ab7-8137-d4a8ab93b7e2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/da4a7c12-0bb8-47fa-aff5-e668b9b6561f HTTP/1.1" status: 204 len: 168 time: 0.1241252 Sep 26 05:35:47.649020 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20389d87-4ef9-4ab7-8137-d4a8ab93b7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4a7c12-0bb8-47fa-aff5-e668b9b6561f,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:47.686472 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad020318-96a1-49e6-9e79-9da4a791707e req-fa719564-7d01-4cbf-af79-45579464e3b6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:47.687806 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ad020318-96a1-49e6-9e79-9da4a791707e req-fa719564-7d01-4cbf-af79-45579464e3b6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0531394 Sep 26 05:35:47.742072 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ad020318-96a1-49e6-9e79-9da4a791707e req-017633fe-6c93-434e-9f13-bfb1a2d27e3a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485275 Sep 26 05:35:47.906753 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41420) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:47.920422 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-de7e83b0-fb32-4872-b585-8e8507c43bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:47.999585 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-de7e83b0-fb32-4872-b585-8e8507c43bbe admin admin] Publish callbacks [] for security_group (c80779e8-ebab-438c-88b9-bd64f63b32e5), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:48.003264 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-de7e83b0-fb32-4872-b585-8e8507c43bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (c80779e8-ebab-438c-88b9-bd64f63b32e5), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:48.040498 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e83b0-fb32-4872-b585-8e8507c43bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80779e8-ebab-438c-88b9-bd64f63b32e5,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:48.044667 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-de7e83b0-fb32-4872-b585-8e8507c43bbe admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fb157de324ca47188251223ff4a431e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369231 Sep 26 05:35:48.047822 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41422) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:48.079531 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:48.107501 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-481c2039-34fe-416c-9707-8f541cac8ea8 admin admin] Publish callbacks [] for security_group (c80779e8-ebab-438c-88b9-bd64f63b32e5), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:48.127856 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-481c2039-34fe-416c-9707-8f541cac8ea8 admin admin] Publish callbacks [] for security_group (c80779e8-ebab-438c-88b9-bd64f63b32e5), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:48.174568 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-481c2039-34fe-416c-9707-8f541cac8ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (c80779e8-ebab-438c-88b9-bd64f63b32e5), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:48.177400 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-481c2039-34fe-416c-9707-8f541cac8ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:48.178535 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-481c2039-34fe-416c-9707-8f541cac8ea8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c80779e8-ebab-438c-88b9-bd64f63b32e5 HTTP/1.1" status: 204 len: 168 time: 0.1297271 Sep 26 05:35:48.186541 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c2039-34fe-416c-9707-8f541cac8ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80779e8-ebab-438c-88b9-bd64f63b32e5,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:48.869612 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6148460-00d6-42d9-8f2c-a3322f65a7a2 req-f4d6c273-5541-42a8-99a4-347319b4fa8c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:48.871112 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b6148460-00d6-42d9-8f2c-a3322f65a7a2 req-f4d6c273-5541-42a8-99a4-347319b4fa8c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0489151 Sep 26 05:35:48.920427 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b6148460-00d6-42d9-8f2c-a3322f65a7a2 req-e0ee2096-26ca-4ccf-927b-c088ba4893bd tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437701 Sep 26 05:35:50.046667 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bd43e-1b8b-4ff0-ae63-b59d4ba8daaa req-866109ee-7d6b-4355-bf0a-fdeaded6197d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:50.048172 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0f6bd43e-1b8b-4ff0-ae63-b59d4ba8daaa req-866109ee-7d6b-4355-bf0a-fdeaded6197d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0457802 Sep 26 05:35:50.099590 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0f6bd43e-1b8b-4ff0-ae63-b59d4ba8daaa req-5cb95b42-601b-46f9-9c65-97a63fd98dfc tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452216 Sep 26 05:35:51.240200 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd60d8f-4d90-43d2-9704-85145c957d4e req-7d638665-8dc0-4780-9c6f-0fe8d4d2942f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:51.241712 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5bd60d8f-4d90-43d2-9704-85145c957d4e req-7d638665-8dc0-4780-9c6f-0fe8d4d2942f tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0553210 Sep 26 05:35:51.297064 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5bd60d8f-4d90-43d2-9704-85145c957d4e req-78e89dab-e955-4c9f-9ca2-1800e3bfdfa8 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491948 Sep 26 05:35:52.085089 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device d2d361e4-87bf-4197-9996-68e762a01ce3 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:35:52.184804 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port d2d361e4-87bf-4197-9996-68e762a01ce3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=d2d361e4-87bf-4197-9996-68e762a01ce3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:52.195712 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'port_id': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'mac_address': 'fa:16:3e:c8:10:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:35:52.230639 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port d2d361e4-87bf-4197-9996-68e762a01ce3 is: ACTIVE; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:35:52.231014 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:52.243673 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2d361e4-87bf-4197-9996-68e762a01ce3 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:35:52.271756 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port d2d361e4-87bf-4197-9996-68e762a01ce3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=d2d361e4-87bf-4197-9996-68e762a01ce3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:52.275897 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:52.331342 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=d2d361e4-87bf-4197-9996-68e762a01ce3,revision_number=6']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:52.420044 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['d2d361e4-87bf-4197-9996-68e762a01ce3'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:35:52.430628 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428798c-975e-4e54-b42d-28c7f05da750 req-3fa76f12-3295-4c68-aa2f-8635958c7e60 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:52.432269 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d428798c-975e-4e54-b42d-28c7f05da750 req-3fa76f12-3295-4c68-aa2f-8635958c7e60 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 944 time: 0.0493064 Sep 26 05:35:52.443318 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:52.485667 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d428798c-975e-4e54-b42d-28c7f05da750 req-3c1ab1a5-a114-4d71-9272-fbdc1718f643 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479667 Sep 26 05:35:53.271898 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e43b1acc-6cb6-4b82-89fc-ddc786bffac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:53.571835 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=56 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:53.575908 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:53.793315 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf671b-992d-4142-a13d-cfcf8cc06058 req-1997808d-42e3-4ebf-861c-ae9d6f9f707b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:53.794947 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fedf671b-992d-4142-a13d-cfcf8cc06058 req-1997808d-42e3-4ebf-861c-ae9d6f9f707b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 944 time: 0.0563970 Sep 26 05:35:53.847875 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fedf671b-992d-4142-a13d-cfcf8cc06058 req-5c2a31e8-af66-499f-b627-d3ca4d379b4d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464468 Sep 26 05:35:53.995079 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16a152-f01b-4fad-a043-128eeaaeb5d8 req-de8dfd19-0530-4c97-af54-2786d54acc54 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:53.996725 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3b16a152-f01b-4fad-a043-128eeaaeb5d8 req-de8dfd19-0530-4c97-af54-2786d54acc54 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0566065 Sep 26 05:35:54.031637 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:54.060976 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3b16a152-f01b-4fad-a043-128eeaaeb5d8 req-42020589-4c22-4111-8cb1-1a519666f6c1 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555575 Sep 26 05:35:54.094726 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device d2d361e4-87bf-4197-9996-68e762a01ce3 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:35:54.165571 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port d2d361e4-87bf-4197-9996-68e762a01ce3 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:35:54.166216 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:54.166714 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port d2d361e4-87bf-4197-9996-68e762a01ce3 Sep 26 05:35:54.244034 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port d2d361e4-87bf-4197-9996-68e762a01ce3 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:35:54.245290 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:54.278457 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d361e4-87bf-4197-9996-68e762a01ce3'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:35:54.280903 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8ed5df-c256-455d-b2ec-3e00a4bdd476" -d '{"events": [{"server_uuid": "e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e", "name": "network-vif-plugged", "status": "completed", "tag": "d2d361e4-87bf-4197-9996-68e762a01ce3"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:35:54.300577 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port d2d361e4-87bf-4197-9996-68e762a01ce3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=d2d361e4-87bf-4197-9996-68e762a01ce3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:54.305694 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:54.366665 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=d2d361e4-87bf-4197-9996-68e762a01ce3,revision_number=7']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:54.403153 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5817d342-dc1e-49ad-8fd6-af4e9bd1b361 x-openstack-request-id: req-5817d342-dc1e-49ad-8fd6-af4e9bd1b361 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:35:54.405874 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e", "name": "network-vif-plugged", "status": "completed", "tag": "d2d361e4-87bf-4197-9996-68e762a01ce3", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:35:54.406710 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5817d342-dc1e-49ad-8fd6-af4e9bd1b361 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:35:54.408323 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5817d342-dc1e-49ad-8fd6-af4e9bd1b361'] response: {'server_uuid': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'code': 200} Sep 26 05:35:54.734282 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41602) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:54.859559 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-12dca73c-73d9-4181-9c15-a63358f522a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:54.960456 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-12dca73c-73d9-4181-9c15-a63358f522a9 admin admin] Publish callbacks [] for security_group (ad63d1d6-502d-4d12-bb87-c4a2f3788269), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:54.965493 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-12dca73c-73d9-4181-9c15-a63358f522a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (ad63d1d6-502d-4d12-bb87-c4a2f3788269), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:54.994889 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dca73c-73d9-4181-9c15-a63358f522a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad63d1d6-502d-4d12-bb87-c4a2f3788269,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:54.995140 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f92bf4-0494-4e6d-8110-4e85d7b2aba4 req-ebb49962-98b1-4b90-81c5-3cb3bde4105d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:55.015883 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-97f92bf4-0494-4e6d-8110-4e85d7b2aba4 req-ebb49962-98b1-4b90-81c5-3cb3bde4105d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0737004 Sep 26 05:35:55.033685 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41608) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:55.034986 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:55.035388 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-12dca73c-73d9-4181-9c15-a63358f522a9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=6c4d602b4f424bdca39be44dc9c159d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991664 Sep 26 05:35:55.105236 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-97f92bf4-0494-4e6d-8110-4e85d7b2aba4 req-cd7e2f8d-24cb-4456-a8d3-41e011836af4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883968 Sep 26 05:35:55.140376 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7f58de89-dd14-4ade-a184-a314921d31be admin admin] Publish callbacks [] for security_group (ad63d1d6-502d-4d12-bb87-c4a2f3788269), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.188949 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7f58de89-dd14-4ade-a184-a314921d31be admin admin] Publish callbacks [] for security_group (ad63d1d6-502d-4d12-bb87-c4a2f3788269), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.227762 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9991f7-28b7-4a23-ad24-b4823596c5cc req-b3f8230a-b283-4de6-a118-18a21014097b tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:55.229285 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0e9991f7-28b7-4a23-ad24-b4823596c5cc req-b3f8230a-b283-4de6-a118-18a21014097b tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0743251 Sep 26 05:35:55.291410 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0e9991f7-28b7-4a23-ad24-b4823596c5cc req-b7eb3ece-0085-4b77-9053-4bb9242d84dc tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541468 Sep 26 05:35:55.298768 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7f58de89-dd14-4ade-a184-a314921d31be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (ad63d1d6-502d-4d12-bb87-c4a2f3788269), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.301939 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7f58de89-dd14-4ade-a184-a314921d31be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.305936 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-7f58de89-dd14-4ade-a184-a314921d31be admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ad63d1d6-502d-4d12-bb87-c4a2f3788269 HTTP/1.1" status: 204 len: 168 time: 0.2667782 Sep 26 05:35:55.314653 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58de89-dd14-4ade-a184-a314921d31be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad63d1d6-502d-4d12-bb87-c4a2f3788269,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:55.614087 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4d624342-d07a-4522-824a-d83e023a2292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.654958 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41616) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:55.669121 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-baac3b29-5f49-46a8-a6b7-adf06a2d5234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.755962 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-baac3b29-5f49-46a8-a6b7-adf06a2d5234 admin admin] Publish callbacks [] for security_group (3f68f82a-0cc1-429f-81af-c53408f79d2f), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.761616 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-baac3b29-5f49-46a8-a6b7-adf06a2d5234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3f68f82a-0cc1-429f-81af-c53408f79d2f), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.811994 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41618) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:55.812736 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-baac3b29-5f49-46a8-a6b7-adf06a2d5234 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ab57685e0b554493b1de355e9fb6a130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559312 Sep 26 05:35:55.813662 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac3b29-5f49-46a8-a6b7-adf06a2d5234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f68f82a-0cc1-429f-81af-c53408f79d2f,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:55.883176 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b55140bf-ac9b-406b-88a3-69d74360a99c admin admin] Publish callbacks [] for security_group (3f68f82a-0cc1-429f-81af-c53408f79d2f), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.919816 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b55140bf-ac9b-406b-88a3-69d74360a99c admin admin] Publish callbacks [] for security_group (3f68f82a-0cc1-429f-81af-c53408f79d2f), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.974668 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b55140bf-ac9b-406b-88a3-69d74360a99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3f68f82a-0cc1-429f-81af-c53408f79d2f), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.977934 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b55140bf-ac9b-406b-88a3-69d74360a99c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:55.979243 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-b55140bf-ac9b-406b-88a3-69d74360a99c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3f68f82a-0cc1-429f-81af-c53408f79d2f HTTP/1.1" status: 204 len: 168 time: 0.1657298 Sep 26 05:35:55.991035 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55140bf-ac9b-406b-88a3-69d74360a99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f68f82a-0cc1-429f-81af-c53408f79d2f,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:56.252850 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8beb6-fbf2-484d-8a45-dc4a8bc693dd req-548364fa-abf1-4f73-9b28-e7481a849c77 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:56.252850 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4bd8beb6-fbf2-484d-8a45-dc4a8bc693dd req-548364fa-abf1-4f73-9b28-e7481a849c77 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0522091 Sep 26 05:35:56.327810 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4bd8beb6-fbf2-484d-8a45-dc4a8bc693dd req-a133d210-1c38-4b81-a506-20f8c0551d3d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676768 Sep 26 05:35:56.449466 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1956e-6e26-418a-ae08-1dc1c5887364 req-93c84628-5e41-4aab-9204-400584b75fdf tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:56.451878 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-aff1956e-6e26-418a-ae08-1dc1c5887364 req-93c84628-5e41-4aab-9204-400584b75fdf tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0612564 Sep 26 05:35:56.523461 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-aff1956e-6e26-418a-ae08-1dc1c5887364 req-9646b854-f75b-4b1f-b87b-83cdf8b98af6 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651984 Sep 26 05:35:56.719644 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:56.736442 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:56.757337 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-63e73811-3f15-40ee-b784-b3cbc4bdb05e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:56.758908 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-63e73811-3f15-40ee-b784-b3cbc4bdb05e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0791194 Sep 26 05:35:56.869780 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-485dbd11-5676-4810-a49d-2435444f6aec tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Deleting port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:35:56.870129 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-485dbd11-5676-4810-a49d-2435444f6aec tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:56.955865 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:56.975298 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-485dbd11-5676-4810-a49d-2435444f6aec tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] For port 6c8f3d3c-69f4-4522-90e1-444ce9de2135, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=6c8f3d3c-69f4-4522-90e1-444ce9de2135,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:35:56.976088 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-485dbd11-5676-4810-a49d-2435444f6aec tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:57.024728 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:57.528648 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-485dbd11-5676-4810-a49d-2435444f6aec tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:57.529416 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-485dbd11-5676-4810-a49d-2435444f6aec tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (a2471af6-df0e-439e-9fd1-1d4e55434456), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:57.529416 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-485dbd11-5676-4810-a49d-2435444f6aec tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Floating IP a2471af6-df0e-439e-9fd1-1d4e55434456 disassociated. External IP: 172.27.0.251, port: 6c8f3d3c-69f4-4522-90e1-444ce9de2135. Sep 26 05:35:57.529952 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-485dbd11-5676-4810-a49d-2435444f6aec tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Calling delete_port for 6c8f3d3c-69f4-4522-90e1-444ce9de2135 owned by compute:nova {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:35:57.549402 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb4d69-84d2-45cf-b925-ff3c1b7cbdd9 req-f589b3e5-b0c1-4c26-80cf-fe9ad9a3827d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:57.551578 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7bfb4d69-84d2-45cf-b925-ff3c1b7cbdd9 req-f589b3e5-b0c1-4c26-80cf-fe9ad9a3827d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0775688 Sep 26 05:35:57.709015 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0f309-7a78-4b5b-98d0-719589026def req-9d7a8360-dc8b-473c-a47c-cff086884c65 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:57.710510 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9fa0f309-7a78-4b5b-98d0-719589026def req-9d7a8360-dc8b-473c-a47c-cff086884c65 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 946 time: 0.0987048 Sep 26 05:35:57.716715 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7bfb4d69-84d2-45cf-b925-ff3c1b7cbdd9 req-1aeebc2c-465b-4692-98eb-681dd8c917ab tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148944 Sep 26 05:35:57.820816 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9fa0f309-7a78-4b5b-98d0-719589026def req-bf4077c5-adec-4304-bce9-b33ad3922d36 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=20972371-3786-45bf-a721-7fdc4ee4319e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030400 Sep 26 05:35:57.873008 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-485dbd11-5676-4810-a49d-2435444f6aec tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (6c8f3d3c-69f4-4522-90e1-444ce9de2135), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:57.918206 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485dbd11-5676-4810-a49d-2435444f6aec tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event deleted for resources: {'Port': ['ID=6c8f3d3c-69f4-4522-90e1-444ce9de2135,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:58.073956 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-485dbd11-5676-4810-a49d-2435444f6aec tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Router f49bebc8-2f84-4398-bde8-b2864dfb3181 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:35:58.213812 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-485dbd11-5676-4810-a49d-2435444f6aec tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:35:58.229480 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c5fcc-3c44-4282-8d54-2715314264fb None None] Sync routers for ids ['f49bebc8-2f84-4398-bde8-b2864dfb3181'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:35:58.240849 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c5fcc-3c44-4282-8d54-2715314264fb None None] Routers {'f49bebc8-2f84-4398-bde8-b2864dfb3181'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:35:58.241475 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-604c5fcc-3c44-4282-8d54-2715314264fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:35:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['f49bebc8-2f84-4398-bde8-b2864dfb3181'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:58.335644 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-485dbd11-5676-4810-a49d-2435444f6aec tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] No DVR routers for this DVR port 6c8f3d3c-69f4-4522-90e1-444ce9de2135 on host hv-cinder-85918 {{(pid=106340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:35:58.344138 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-485dbd11-5676-4810-a49d-2435444f6aec tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:58.353668 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0f0abefe-e369-4439-8563-aeb06b6ed9cd req-485dbd11-5676-4810-a49d-2435444f6aec tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.60 "DELETE /networking/v2.0/ports/6c8f3d3c-69f4-4522-90e1-444ce9de2135 HTTP/1.1" status: 204 len: 173 time: 1.5789454 Sep 26 05:35:58.354309 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4a6090-4a17-4d48-806a-1fbfb8556e47', 'name': 'network-vif-deleted', 'tag': '6c8f3d3c-69f4-4522-90e1-444ce9de2135'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:35:58.365286 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ce581f-57e3-4a1c-a2cc-7e2e05c024b5" -d '{"events": [{"server_uuid": "de4a6090-4a17-4d48-806a-1fbfb8556e47", "name": "network-vif-deleted", "tag": "6c8f3d3c-69f4-4522-90e1-444ce9de2135"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:35:58.476458 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4b23a2-0e98-4bf2-8483-f1225bf71396 x-openstack-request-id: req-5d4b23a2-0e98-4bf2-8483-f1225bf71396 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:35:58.476990 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4a6090-4a17-4d48-806a-1fbfb8556e47", "name": "network-vif-deleted", "tag": "6c8f3d3c-69f4-4522-90e1-444ce9de2135", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:35:58.477352 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d4b23a2-0e98-4bf2-8483-f1225bf71396 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:35:58.477816 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4b23a2-0e98-4bf2-8483-f1225bf71396'] response: {'server_uuid': 'de4a6090-4a17-4d48-806a-1fbfb8556e47', 'name': 'network-vif-deleted', 'tag': '6c8f3d3c-69f4-4522-90e1-444ce9de2135', 'status': 'completed', 'code': 200} Sep 26 05:35:58.588822 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:58.594451 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:58.666406 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-604c5fcc-3c44-4282-8d54-2715314264fb None None] Set router f49bebc8-2f84-4398-bde8-b2864dfb3181 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:35:58.831373 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41708) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:58.951522 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82564762-ab60-436e-953c-30dedaebdbc7 req-2e29bc1d-00c7-4f11-acef-35d25c7263e4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:35:58.960509 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-82564762-ab60-436e-953c-30dedaebdbc7 req-2e29bc1d-00c7-4f11-acef-35d25c7263e4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.1218884 Sep 26 05:35:58.963647 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-604c5fcc-3c44-4282-8d54-2715314264fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:31:01Z', 'revision_number': 5, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:59.013755 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c5fcc-3c44-4282-8d54-2715314264fb None None] Checking router: f49bebc8-2f84-4398-bde8-b2864dfb3181 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:35:59.024135 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-82564762-ab60-436e-953c-30dedaebdbc7 req-a04ef1fe-fed7-4cec-b7d8-ac44920b4c42 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610914 Sep 26 05:35:59.040563 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c5fcc-3c44-4282-8d54-2715314264fb None None] Routers {'f49bebc8-2f84-4398-bde8-b2864dfb3181'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:35:59.041561 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-604c5fcc-3c44-4282-8d54-2715314264fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:35:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['f49bebc8-2f84-4398-bde8-b2864dfb3181'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:59.110256 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ba95fd68-aba2-4cf5-a28c-783fc54bdbc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:59.194470 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:59.232528 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:59.236340 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-604c5fcc-3c44-4282-8d54-2715314264fb None None] Set router f49bebc8-2f84-4398-bde8-b2864dfb3181 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:35:59.261226 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ba95fd68-aba2-4cf5-a28c-783fc54bdbc8 admin admin] Publish callbacks [] for security_group (a42b3ef5-8081-4df7-8c26-2a12b6c59e15), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:59.265354 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-ba95fd68-aba2-4cf5-a28c-783fc54bdbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (a42b3ef5-8081-4df7-8c26-2a12b6c59e15), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:59.299499 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-ba95fd68-aba2-4cf5-a28c-783fc54bdbc8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f923901a0cb54ed8bf3d56eacfdd1b04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4670296 Sep 26 05:35:59.307836 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41716) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:59.344184 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95d689a7-9e5a-4a74-a2e5-39eff239a249 req-b68238a2-6291-44e6-9883-c82e51ad4439 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=de4a6090-4a17-4d48-806a-1fbfb8556e47 HTTP/1.1" status: 200 len: 210 time: 0.0854545 Sep 26 05:35:59.350919 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95fd68-aba2-4cf5-a28c-783fc54bdbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42b3ef5-8081-4df7-8c26-2a12b6c59e15,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:59.398071 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1109e3cc-4e72-4bb4-8795-1487a5023dea admin admin] Publish callbacks [] for security_group (a42b3ef5-8081-4df7-8c26-2a12b6c59e15), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:59.422892 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1109e3cc-4e72-4bb4-8795-1487a5023dea admin admin] Publish callbacks [] for security_group (a42b3ef5-8081-4df7-8c26-2a12b6c59e15), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:59.470652 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:35:59.491704 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-604c5fcc-3c44-4282-8d54-2715314264fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:31:01Z', 'revision_number': 5, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:35:59.498463 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1109e3cc-4e72-4bb4-8795-1487a5023dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (a42b3ef5-8081-4df7-8c26-2a12b6c59e15), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:59.503263 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1109e3cc-4e72-4bb4-8795-1487a5023dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:35:59.507507 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-1109e3cc-4e72-4bb4-8795-1487a5023dea admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a42b3ef5-8081-4df7-8c26-2a12b6c59e15 HTTP/1.1" status: 204 len: 168 time: 0.1958439 Sep 26 05:35:59.521795 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c5fcc-3c44-4282-8d54-2715314264fb None None] The sync data for ids ['f49bebc8-2f84-4398-bde8-b2864dfb3181'] in dv-cinder-859186-2-iscsi is: [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:31:01Z', 'revision_number': 5, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:35:59.528980 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109e3cc-4e72-4bb4-8795-1487a5023dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42b3ef5-8081-4df7-8c26-2a12b6c59e15,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:35:59.871549 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1deda0d-284b-4cc7-be12-95676babf345 None None] New status for floating IP a2471af6-df0e-439e-9fd1-1d4e55434456: DOWN {{(pid=106343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:35:59.910609 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41722) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:35:59.929931 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6d65-1bd7-481d-b8d3-e11f37270eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:00.032334 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6d65-1bd7-481d-b8d3-e11f37270eab admin admin] Publish callbacks [] for security_group (88572b17-8bf4-4f16-a53e-cf544133ef5e), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:00.037209 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6d65-1bd7-481d-b8d3-e11f37270eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (88572b17-8bf4-4f16-a53e-cf544133ef5e), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:00.086765 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb6d65-1bd7-481d-b8d3-e11f37270eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88572b17-8bf4-4f16-a53e-cf544133ef5e,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:00.104954 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-f3fb6d65-1bd7-481d-b8d3-e11f37270eab admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=642df8949fd344dea262e7efc441d872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901648 Sep 26 05:36:00.105839 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41726) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:00.138956 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 6c8f3d3c-69f4-4522-90e1-444ce9de2135 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:36:00.171626 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: 6c8f3d3c-69f4-4522-90e1-444ce9de2135 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:36:00.172340 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 6c8f3d3c-69f4-4522-90e1-444ce9de2135 not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:36:00.185315 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8cb10b15-e497-4450-99ce-74d55e612a1e admin admin] Publish callbacks [] for security_group (88572b17-8bf4-4f16-a53e-cf544133ef5e), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:00.199484 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db31c97-095e-4bb7-86df-b1c4b1e86c1e req-8e183307-7281-4101-9c84-43b0b4df818d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:00.208311 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0db31c97-095e-4bb7-86df-b1c4b1e86c1e req-8e183307-7281-4101-9c84-43b0b4df818d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0695622 Sep 26 05:36:00.208535 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8cb10b15-e497-4450-99ce-74d55e612a1e admin admin] Publish callbacks [] for security_group (88572b17-8bf4-4f16-a53e-cf544133ef5e), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:00.231505 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:00.269813 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:00.281264 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8cb10b15-e497-4450-99ce-74d55e612a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (88572b17-8bf4-4f16-a53e-cf544133ef5e), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:00.285771 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8cb10b15-e497-4450-99ce-74d55e612a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:00.287218 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-8cb10b15-e497-4450-99ce-74d55e612a1e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/88572b17-8bf4-4f16-a53e-cf544133ef5e HTTP/1.1" status: 204 len: 168 time: 0.1792581 Sep 26 05:36:00.289896 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0db31c97-095e-4bb7-86df-b1c4b1e86c1e req-22f6383c-b128-475a-a727-c1970ce5e973 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792930 Sep 26 05:36:00.296044 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb10b15-e497-4450-99ce-74d55e612a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88572b17-8bf4-4f16-a53e-cf544133ef5e,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:00.461959 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41734) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:00.550730 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1124812b-5fbc-4f6c-b9e8-f3ba3e3ccacb tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group (20972371-3786-45bf-a721-7fdc4ee4319e), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:00.577916 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1124812b-5fbc-4f6c-b9e8-f3ba3e3ccacb tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group (20972371-3786-45bf-a721-7fdc4ee4319e), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:00.642763 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1124812b-5fbc-4f6c-b9e8-f3ba3e3ccacb tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (20972371-3786-45bf-a721-7fdc4ee4319e), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:00.645800 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1124812b-5fbc-4f6c-b9e8-f3ba3e3ccacb tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:00.647084 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-1124812b-5fbc-4f6c-b9e8-f3ba3e3ccacb tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/20972371-3786-45bf-a721-7fdc4ee4319e HTTP/1.1" status: 204 len: 168 time: 0.1836467 Sep 26 05:36:00.649863 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41738) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:00.673672 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.api.v2.resource [None req-a909df87-3e77-4496-86b1-ea3b4a9ae269 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] show failed (client error): The resource could not be found. Sep 26 05:36:00.676048 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-a909df87-3e77-4496-86b1-ea3b4a9ae269 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups/20972371-3786-45bf-a721-7fdc4ee4319e HTTP/1.1" status: 404 len: 347 time: 0.0244277 Sep 26 05:36:00.676641 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124812b-5fbc-4f6c-b9e8-f3ba3e3ccacb tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20972371-3786-45bf-a721-7fdc4ee4319e,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:00.679878 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41742) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:00.834629 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-53dca6af-3cce-4602-beea-f6b7c3fb9bb6 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Deleting port ac16a69a-eaae-4157-b3bc-0f6e5ca0dae6 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:36:00.834987 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-53dca6af-3cce-4602-beea-f6b7c3fb9bb6 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (ac16a69a-eaae-4157-b3bc-0f6e5ca0dae6), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:00.937169 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-53dca6af-3cce-4602-beea-f6b7c3fb9bb6 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (ac16a69a-eaae-4157-b3bc-0f6e5ca0dae6), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:00.937781 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-53dca6af-3cce-4602-beea-f6b7c3fb9bb6 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for floatingip (ac16a69a-eaae-4157-b3bc-0f6e5ca0dae6), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:00.957846 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-53dca6af-3cce-4602-beea-f6b7c3fb9bb6 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Calling delete_port for ac16a69a-eaae-4157-b3bc-0f6e5ca0dae6 owned by network:floatingip {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:36:01.132559 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-53dca6af-3cce-4602-beea-f6b7c3fb9bb6 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (ac16a69a-eaae-4157-b3bc-0f6e5ca0dae6), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.167638 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dca6af-3cce-4602-beea-f6b7c3fb9bb6 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event deleted for resources: {'Port': ['ID=ac16a69a-eaae-4157-b3bc-0f6e5ca0dae6,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:01.249515 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-53dca6af-3cce-4602-beea-f6b7c3fb9bb6 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for floatingip (a2471af6-df0e-439e-9fd1-1d4e55434456), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.252021 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-53dca6af-3cce-4602-beea-f6b7c3fb9bb6 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.260462 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-53dca6af-3cce-4602-beea-f6b7c3fb9bb6 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/a2471af6-df0e-439e-9fd1-1d4e55434456 HTTP/1.1" status: 204 len: 168 time: 0.5752339 Sep 26 05:36:01.279843 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41764) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:01.339202 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41770) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:01.344400 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255340517', 'description': 'tempest-description--872402927'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:36:01.374533 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.424948 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-979305839-network', 'tenant_id': 'c16911af26a549738e0e22179b2dd3ad'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:36:01.450622 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] Made reservation on behalf of c16911af26a549738e0e22179b2dd3ad for: {'network': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:36:01.453372 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.469256 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.484545 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81fb04-885a-4168-bc39-4a0f34a0b157 req-8583d51a-0477-4e9b-97fb-b5ad729d644d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:01.485894 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group (5e418322-75be-465e-8b33-c1715797ff8a), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.486410 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-be81fb04-885a-4168-bc39-4a0f34a0b157 req-8583d51a-0477-4e9b-97fb-b5ad729d644d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.1058512 Sep 26 05:36:01.491377 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (5e418322-75be-465e-8b33-c1715797ff8a), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.527397 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:01.531240 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.532577 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1923509 Sep 26 05:36:01.536311 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e418322-75be-465e-8b33-c1715797ff8a,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:01.536311 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41772) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:01.540957 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-87fd25c5-a980-4fe7-937c-384d691d843c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Request body: {'security_group_rule': {'security_group_id': '5e418322-75be-465e-8b33-c1715797ff8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:36:01.561888 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:01.562332 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:01.562727 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:01.563154 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:01.563554 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:01.563889 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:01.564218 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:01.564725 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:01.564905 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:01.565996 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:01.566467 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:01.566909 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:01.567075 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:01.567442 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:01.568147 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e1f9fb-d3b5-48d1-85cf-9bbde24d4887 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:01.584508 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] Publish callbacks [] for security_group (6f2016d7-72c3-4bfe-a01a-1a85161ea884), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.588387 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:01.592361 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (6f2016d7-72c3-4bfe-a01a-1a85161ea884), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.595715 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-87fd25c5-a980-4fe7-937c-384d691d843c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group_rule (5fae70a7-b581-48d5-8299-47177561ecfa), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.624947 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:01.647436 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:36:01.689291 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (9615d473-e593-41b3-b688-58923e1dadd5), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.689550 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-87fd25c5-a980-4fe7-937c-384d691d843c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group_rule (5fae70a7-b581-48d5-8299-47177561ecfa), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.689675 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.segments_db [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] Added segment 9615d473-e593-41b3-b688-58923e1dadd5 of type vlan for network d0baf3e8-3dd3-478a-8c79-dc63b40f83c0 Sep 26 05:36:01.698300 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-87fd25c5-a980-4fe7-937c-384d691d843c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (5fae70a7-b581-48d5-8299-47177561ecfa), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.722918 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd25c5-a980-4fe7-937c-384d691d843c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fae70a7-b581-48d5-8299-47177561ecfa,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:01.735633 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-87fd25c5-a980-4fe7-937c-384d691d843c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.737194 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-87fd25c5-a980-4fe7-937c-384d691d843c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1996877 Sep 26 05:36:01.739937 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41776) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:01.743130 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (d0baf3e8-3dd3-478a-8c79-dc63b40f83c0), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.744626 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-12585fa5-5063-4f75-91b2-b5ec0b1438b3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Request body: {'security_group_rule': {'security_group_id': '5e418322-75be-465e-8b33-c1715797ff8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:36:01.760574 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2016d7-72c3-4bfe-a01a-1a85161ea884,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:01.783942 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (d0baf3e8-3dd3-478a-8c79-dc63b40f83c0), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.785219 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:01.785850 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.786229 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-12585fa5-5063-4f75-91b2-b5ec0b1438b3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group_rule (4fdd211a-6cc1-4c99-89e4-3c4c731ca38b), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.851712 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-12585fa5-5063-4f75-91b2-b5ec0b1438b3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group_rule (4fdd211a-6cc1-4c99-89e4-3c4c731ca38b), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.856042 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-12585fa5-5063-4f75-91b2-b5ec0b1438b3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (4fdd211a-6cc1-4c99-89e4-3c4c731ca38b), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.860192 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] Pushing event updated for resources: {'Network': ['ID=d0baf3e8-3dd3-478a-8c79-dc63b40f83c0,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:01.872818 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-be81fb04-885a-4168-bc39-4a0f34a0b157 req-52570a11-7803-48e2-b725-872293cf1171 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2859817 Sep 26 05:36:01.877601 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12585fa5-5063-4f75-91b2-b5ec0b1438b3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdd211a-6cc1-4c99-89e4-3c4c731ca38b,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:01.886721 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-12585fa5-5063-4f75-91b2-b5ec0b1438b3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.887338 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-e1259a7a-a105-4e4b-8ca8-a3323c89057e admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6052713 Sep 26 05:36:01.890143 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41778) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:01.896100 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network d0baf3e8-3dd3-478a-8c79-dc63b40f83c0 details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:36:01.901646 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-3dde6be8-d648-47bc-a185-c7779eaad801 admin admin] Request body: {'subnet': {'network_id': 'd0baf3e8-3dd3-478a-8c79-dc63b40f83c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-979305839-subnet', 'tenant_id': 'c16911af26a549738e0e22179b2dd3ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:36:01.901975 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-12585fa5-5063-4f75-91b2-b5ec0b1438b3 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1580248 Sep 26 05:36:01.902549 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41780) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:01.911200 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Request body: {'floatingip': {'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:36:01.957211 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:01.960076 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dde6be8-d648-47bc-a185-c7779eaad801 admin admin] Made reservation on behalf of c16911af26a549738e0e22179b2dd3ad for: {'subnet': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:36:01.962810 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3dde6be8-d648-47bc-a185-c7779eaad801 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697774'] for subnet (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.056736 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:02.076688 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.216998 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3dde6be8-d648-47bc-a185-c7779eaad801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3863769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697784'] for subnet (c3689178-f0a0-418a-ae60-9d9a0efa2a03), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.232566 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Allocated IP 172.27.0.205 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/4d40066e-c3a0-49d5-bed3-bfbd6c5bec5f) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:36:02.297975 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde6be8-d648-47bc-a185-c7779eaad801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3689178-f0a0-418a-ae60-9d9a0efa2a03,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:02.303908 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dde6be8-d648-47bc-a185-c7779eaad801 admin admin] Checking segment: {'id': '9615d473-e593-41b3-b688-58923e1dadd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd0baf3e8-3dd3-478a-8c79-dc63b40f83c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:36:02.304370 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dde6be8-d648-47bc-a185-c7779eaad801 admin admin] Network hostable DHCP agents. Network: d0baf3e8-3dd3-478a-8c79-dc63b40f83c0, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:36:02.326900 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dde6be8-d648-47bc-a185-c7779eaad801 admin admin] Network d0baf3e8-3dd3-478a-8c79-dc63b40f83c0 is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:36:02.341684 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-3dde6be8-d648-47bc-a185-c7779eaad801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, d0baf3e8-3dd3-478a-8c79-dc63b40f83c0) {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:36:02.345979 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dde6be8-d648-47bc-a185-c7779eaad801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:02.346861 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3dde6be8-d648-47bc-a185-c7779eaad801 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.354525 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bfe14a-d976-4ecb-995a-1faefcfc317c None None] Network d0baf3e8-3dd3-478a-8c79-dc63b40f83c0 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:36:02.390344 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-3dde6be8-d648-47bc-a185-c7779eaad801 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4990685 Sep 26 05:36:02.432836 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for port (4d40066e-c3a0-49d5-bed3-bfbd6c5bec5f), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.479532 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (4d40066e-c3a0-49d5-bed3-bfbd6c5bec5f), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.526588 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b148d5d6-990d-4747-8e0d-a11c8cc6b613 None None] Network d0baf3e8-3dd3-478a-8c79-dc63b40f83c0 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:36:02.534900 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event updated for resources: {'Port': ['ID=4d40066e-c3a0-49d5-bed3-bfbd6c5bec5f,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:02.547605 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:36:02.549301 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:36:02.552787 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:36:02.603284 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:02.644687 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:02.648463 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:02.655232 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for floatingip (1048db03-8f34-482d-83af-433498bb8607), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.704221 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (4d40066e-c3a0-49d5-bed3-bfbd6c5bec5f), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.918581 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for port (4d40066e-c3a0-49d5-bed3-bfbd6c5bec5f), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:02.924735 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (4d40066e-c3a0-49d5-bed3-bfbd6c5bec5f), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:03.031149 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event updated for resources: {'Port': ['ID=4d40066e-c3a0-49d5-bed3-bfbd6c5bec5f,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:03.035822 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (1048db03-8f34-482d-83af-433498bb8607), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:03.054546 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:03.060778 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-5d496db5-867d-4b8d-b5e4-eaca598ddb57 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1571794 Sep 26 05:36:03.082794 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab04940-acf2-4663-941f-b75e06ba1d99 req-85dacaf6-bc0c-4a74-873d-6d68f67ab0aa tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:03.084639 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bab04940-acf2-4663-941f-b75e06ba1d99 req-85dacaf6-bc0c-4a74-873d-6d68f67ab0aa tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0724082 Sep 26 05:36:03.156889 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bab04940-acf2-4663-941f-b75e06ba1d99 req-5f8fe72b-2b3e-483a-8710-f0924509406c tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661774 Sep 26 05:36:03.184643 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 41800) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:03.193032 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-625547767-network', 'tenant_id': 'f9528fdb628249778376b8dc8a96e7b7'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:36:03.218772 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] Made reservation on behalf of f9528fdb628249778376b8dc8a96e7b7 for: {'network': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:36:03.221928 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:03.233913 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:03.290661 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:03.373186 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] Publish callbacks [] for security_group (f4273ab8-2bea-4a3d-a853-42ec3e5820d1), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:03.379414 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (f4273ab8-2bea-4a3d-a853-42ec3e5820d1), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:03.395357 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-5e1f3485-cf5a-4bd9-992b-4e1e0c2b604f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--255340517&fields=id&tenant_id=49fe69e57e744eea93988aecfa9decc2 HTTP/1.1" status: 200 len: 267 time: 0.0919237 Sep 26 05:36:03.410880 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:36:03.443707 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4273ab8-2bea-4a3d-a853-42ec3e5820d1,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:03.474725 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (888ea8ac-b9c8-48a5-9c8e-26b112dbc96f), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:03.475308 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.segments_db [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] Added segment 888ea8ac-b9c8-48a5-9c8e-26b112dbc96f of type vlan for network 31fe4c03-e351-4bf2-bc65-6e66085dd48d Sep 26 05:36:03.537057 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (31fe4c03-e351-4bf2-bc65-6e66085dd48d), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:03.565051 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:03.581809 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-df8ffe6d-84f8-425a-bfac-157b0ebad325 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:03.583275 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-df8ffe6d-84f8-425a-bfac-157b0ebad325 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf HTTP/1.1" status: 200 len: 809 time: 0.1734970 Sep 26 05:36:03.599247 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (31fe4c03-e351-4bf2-bc65-6e66085dd48d), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:03.600490 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:03.601051 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:03.608623 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-ce583efb-a2fb-4282-9bc6-6e7813ef2fc9 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/quotas/49fe69e57e744eea93988aecfa9decc2 HTTP/1.1" status: 200 len: 375 time: 0.0186086 Sep 26 05:36:03.665578 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4797292 Sep 26 05:36:03.669328 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 41812) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:03.674224 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-835c2c27-f9af-4e84-b52d-8eb5bfecdd97 admin admin] Request body: {'subnet': {'network_id': '31fe4c03-e351-4bf2-bc65-6e66085dd48d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-625547767-subnet', 'tenant_id': 'f9528fdb628249778376b8dc8a96e7b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:36:03.703687 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727e4d7-73b8-4064-aab7-2370949fc090 admin admin] Pushing event updated for resources: {'Network': ['ID=31fe4c03-e351-4bf2-bc65-6e66085dd48d,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:03.707067 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835c2c27-f9af-4e84-b52d-8eb5bfecdd97 admin admin] Made reservation on behalf of f9528fdb628249778376b8dc8a96e7b7 for: {'subnet': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:36:03.712893 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-835c2c27-f9af-4e84-b52d-8eb5bfecdd97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802011'] for subnet (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:03.715684 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-46c54ecd-4fba-4362-89c1-7ed57dbbb5b7 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=49fe69e57e744eea93988aecfa9decc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944927 Sep 26 05:36:03.718290 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network 31fe4c03-e351-4bf2-bc65-6e66085dd48d details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:36:03.875655 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:36:03.952447 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-835c2c27-f9af-4e84-b52d-8eb5bfecdd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2421606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2801997'] for subnet (dfe41126-8c71-4c06-938e-e365e2e24793), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:03.964309 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-2a7e3536-33f7-43ba-9d80-93fd4987b60d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323551 Sep 26 05:36:04.021202 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c2c27-f9af-4e84-b52d-8eb5bfecdd97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe41126-8c71-4c06-938e-e365e2e24793,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:04.041916 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c2c27-f9af-4e84-b52d-8eb5bfecdd97 admin admin] Checking segment: {'id': '888ea8ac-b9c8-48a5-9c8e-26b112dbc96f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31fe4c03-e351-4bf2-bc65-6e66085dd48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:36:04.042382 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835c2c27-f9af-4e84-b52d-8eb5bfecdd97 admin admin] Network hostable DHCP agents. Network: 31fe4c03-e351-4bf2-bc65-6e66085dd48d, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:36:04.064570 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835c2c27-f9af-4e84-b52d-8eb5bfecdd97 admin admin] Network 31fe4c03-e351-4bf2-bc65-6e66085dd48d is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:36:04.083842 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-835c2c27-f9af-4e84-b52d-8eb5bfecdd97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, 31fe4c03-e351-4bf2-bc65-6e66085dd48d) {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:36:04.092691 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c2c27-f9af-4e84-b52d-8eb5bfecdd97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:04.093794 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-835c2c27-f9af-4e84-b52d-8eb5bfecdd97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:04.098784 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf54e05-80c1-4a19-a0c1-7f6cc4fa69e6 None None] Network 31fe4c03-e351-4bf2-bc65-6e66085dd48d requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:36:04.115650 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-fd224fbc-3723-49c0-848a-e7ac63a501da service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439564 Sep 26 05:36:04.164058 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-835c2c27-f9af-4e84-b52d-8eb5bfecdd97 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4842715 Sep 26 05:36:04.344204 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6416b1de-466e-4949-b944-109d81f4994b None None] Network 31fe4c03-e351-4bf2-bc65-6e66085dd48d requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:36:04.419152 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-05bec9dc-f507-4b10-8491-e2e795ff5bad req-6517fd63-e8ff-4115-80c2-159eefc4affd tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 210 time: 0.0703609 Sep 26 05:36:04.426214 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00439e-35ba-4107-b235-f345ce3ede16 req-017bf76e-231e-45b6-ab1d-158ac90f6633 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:04.427721 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-db00439e-35ba-4107-b235-f345ce3ede16 req-017bf76e-231e-45b6-ab1d-158ac90f6633 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.1526000 Sep 26 05:36:04.517650 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-db00439e-35ba-4107-b235-f345ce3ede16 req-324acfae-0e72-4ea9-a171-2502d6069352 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778089 Sep 26 05:36:05.543471 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c4a269f5-b82e-45c8-8403-dd26d50c82f8 req-33355b98-ee18-488e-aa43-70931fd89cbf tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 210 time: 0.0321198 Sep 26 05:36:05.660537 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65ee0c-8e90-4aad-9e7d-b893d24cdefd req-ca98ae75-c375-4703-933a-88cc77138bc6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:05.662031 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ef65ee0c-8e90-4aad-9e7d-b893d24cdefd req-ca98ae75-c375-4703-933a-88cc77138bc6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0508115 Sep 26 05:36:05.714711 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ef65ee0c-8e90-4aad-9e7d-b893d24cdefd req-2741aab1-0848-4410-9173-2cd9b2356ff5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470126 Sep 26 05:36:05.892031 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-4df1ad71-6cb8-4810-9059-6240ce06879e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:05.894206 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-4df1ad71-6cb8-4810-9059-6240ce06879e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.60 "GET /networking/v2.0/networks?id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf HTTP/1.1" status: 200 len: 809 time: 0.1196802 Sep 26 05:36:05.972791 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:06.008547 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-0512bce8-8274-4385-b441-10f6de90f9db tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=49fe69e57e744eea93988aecfa9decc2 HTTP/1.1" status: 200 len: 379 time: 0.0568912 Sep 26 05:36:06.297016 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-76f1fba8-124e-4ab7-9b17-64593920b321 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Request body: {'port': {'device_id': '69ae32da-8cf7-4b65-9387-3d013453dbe5', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'admin_state_up': True, 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'security_groups': ['5e418322-75be-465e-8b33-c1715797ff8a']}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:36:06.418086 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-76f1fba8-124e-4ab7-9b17-64593920b321 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Made reservation on behalf of 49fe69e57e744eea93988aecfa9decc2 for: {'port': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:36:06.421987 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-76f1fba8-124e-4ab7-9b17-64593920b321 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:06.495045 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a898c-47f1-4424-b765-72ef89ed219d req-5879f8e8-77ea-4358-838f-44aa80a0c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:06.496639 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-2c4a898c-47f1-4424-b765-72ef89ed219d req-5879f8e8-77ea-4358-838f-44aa80a0c557 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e&device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 1129 time: 0.0426085 Sep 26 05:36:06.539414 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:06.550388 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-76f1fba8-124e-4ab7-9b17-64593920b321 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Allocated IP 172.20.0.5 (d6a60f69-a1be-43ae-8a50-02a99ceaebaf/18db2678-2303-4b38-b9f8-4255a44db64a/5c2eb711-a069-49dc-aca7-800571583c6a) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:36:06.593646 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:06.605416 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a898c-47f1-4424-b765-72ef89ed219d req-80f93c48-20d3-4a8e-9678-2d1d5291bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:06.607216 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-2c4a898c-47f1-4424-b765-72ef89ed219d req-80f93c48-20d3-4a8e-9678-2d1d5291bc2d service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a033fac-5647-47c1-8abf-96bf265545b0 HTTP/1.1" status: 200 len: 917 time: 0.1031215 Sep 26 05:36:06.664662 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:06.678609 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-2c4a898c-47f1-4424-b765-72ef89ed219d req-5b4075af-2091-4254-8e73-1056d749863b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2d361e4-87bf-4197-9996-68e762a01ce3 HTTP/1.1" status: 200 len: 1001 time: 0.0649128 Sep 26 05:36:06.679390 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-154cc3de-52b7-40a0-bfe9-47a1a1ef5761 req-cffef870-9863-490e-a113-095eaab10a8c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 210 time: 0.0340574 Sep 26 05:36:06.732347 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a898c-47f1-4424-b765-72ef89ed219d req-03f18809-7d00-44b6-a30a-6562fdbe3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:06.733775 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-2c4a898c-47f1-4424-b765-72ef89ed219d req-03f18809-7d00-44b6-a30a-6562fdbe3ce7 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=68ec3a06-35a7-4882-936e-ce718bcdd1ec HTTP/1.1" status: 200 len: 855 time: 0.0486932 Sep 26 05:36:06.735076 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-76f1fba8-124e-4ab7-9b17-64593920b321 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for port (5c2eb711-a069-49dc-aca7-800571583c6a), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:06.769092 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-76f1fba8-124e-4ab7-9b17-64593920b321 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (5c2eb711-a069-49dc-aca7-800571583c6a), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:06.782101 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a898c-47f1-4424-b765-72ef89ed219d req-4d5cb96e-0373-43bd-ac52-da0b36172137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:06.784470 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-2c4a898c-47f1-4424-b765-72ef89ed219d req-4d5cb96e-0373-43bd-ac52-da0b36172137 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a033fac-5647-47c1-8abf-96bf265545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439801 Sep 26 05:36:06.826132 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-76f1fba8-124e-4ab7-9b17-64593920b321 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Network d6a60f69-a1be-43ae-8a50-02a99ceaebaf is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:36:06.832365 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-76f1fba8-124e-4ab7-9b17-64593920b321 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:36:06.854090 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-76f1fba8-124e-4ab7-9b17-64593920b321 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:36:06.859936 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1fba8-124e-4ab7-9b17-64593920b321 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event updated for resources: {'Port': ['ID=5c2eb711-a069-49dc-aca7-800571583c6a,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:06.888281 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-2c4a898c-47f1-4424-b765-72ef89ed219d req-7fed790c-3ab6-4dff-9cb4-9dfa900dc6e9 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958922 Sep 26 05:36:06.897369 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de241d0f-b20a-4390-bc6b-3fcd1ceb1b2f req-c8335a17-eb8a-49a2-9e79-ef9209e41939 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:06.898884 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-de241d0f-b20a-4390-bc6b-3fcd1ceb1b2f req-c8335a17-eb8a-49a2-9e79-ef9209e41939 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0843303 Sep 26 05:36:06.935494 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-76f1fba8-124e-4ab7-9b17-64593920b321 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:06.936158 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-76f1fba8-124e-4ab7-9b17-64593920b321 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:06.973525 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-76f1fba8-124e-4ab7-9b17-64593920b321 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6807480 Sep 26 05:36:06.978292 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-de241d0f-b20a-4390-bc6b-3fcd1ceb1b2f req-c502eebb-9f59-479e-8077-798cfc029f74 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722721 Sep 26 05:36:06.988539 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-2c4a898c-47f1-4424-b765-72ef89ed219d req-8cfa1bb7-2a46-4f0e-b4bf-e316f2886efc service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939379 Sep 26 05:36:06.991673 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Request body: {'port': {'device_id': '69ae32da-8cf7-4b65-9387-3d013453dbe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:36:07.056798 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (5c2eb711-a069-49dc-aca7-800571583c6a), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:07.125310 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-13dc5bf9-7e96-4f74-9de0-942373d71d29 None None] Provisioning complete for port 5c2eb711-a069-49dc-aca7-800571583c6a triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:36:07.125876 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-13dc5bf9-7e96-4f74-9de0-942373d71d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (5c2eb711-a069-49dc-aca7-800571583c6a), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:07.125992 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-13dc5bf9-7e96-4f74-9de0-942373d71d29 None None] Attempt 1 to provision port 5c2eb711-a069-49dc-aca7-800571583c6a Sep 26 05:36:07.157183 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-13dc5bf9-7e96-4f74-9de0-942373d71d29 None None] Port 5c2eb711-a069-49dc-aca7-800571583c6a cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:36:07.168677 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:07.307192 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2eb711-a069-49dc-aca7-800571583c6a {{(pid=106340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:36:07.314382 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Publish callbacks [] for port (5c2eb711-a069-49dc-aca7-800571583c6a), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:07.325123 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:07.327749 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.provisioning_blocks [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Transition to ACTIVE for port object 5c2eb711-a069-49dc-aca7-800571583c6a will not be triggered until provisioned by entity L2. {{(pid=106340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:36:07.331538 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (5c2eb711-a069-49dc-aca7-800571583c6a), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:07.393207 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Pushing event updated for resources: {'Port': ['ID=5c2eb711-a069-49dc-aca7-800571583c6a,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:07.444170 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Attempting to bind port 5c2eb711-a069-49dc-aca7-800571583c6a on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:36:07.444535 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Attempting to bind port 5c2eb711-a069-49dc-aca7-800571583c6a by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:36:07.444864 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Attempting to bind port 5c2eb711-a069-49dc-aca7-800571583c6a on network d6a60f69-a1be-43ae-8a50-02a99ceaebaf {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:36:07.487504 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Port 5c2eb711-a069-49dc-aca7-800571583c6a on network d6a60f69-a1be-43ae-8a50-02a99ceaebaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:36:07.487925 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Attempting to bind port 5c2eb711-a069-49dc-aca7-800571583c6a on network d6a60f69-a1be-43ae-8a50-02a99ceaebaf {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:36:07.532339 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:36:07.532678 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Checking segment: {'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:36:07.533180 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Bound using segment: {'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:36:07.534108 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Bound port: 5c2eb711-a069-49dc-aca7-800571583c6a, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0a6bb0-292c-41ae-ade2-ebf83353e249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf'}}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:36:07.534469 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (5c2eb711-a069-49dc-aca7-800571583c6a), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:07.595855 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] For port 5c2eb711-a069-49dc-aca7-800571583c6a, host hv-cinder-85918, cleared binding levels {{(pid=106340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:36:07.600160 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] For port 5c2eb711-a069-49dc-aca7-800571583c6a, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=5c2eb711-a069-49dc-aca7-800571583c6a,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:36:07.606383 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (5c2eb711-a069-49dc-aca7-800571583c6a), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:07.610820 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:07.611429 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:07.613501 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/5c2eb711-a069-49dc-aca7-800571583c6a HTTP/1.1" status: 200 len: 1093 time: 0.6271775 Sep 26 05:36:07.614050 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ae32da-8cf7-4b65-9387-3d013453dbe5', 'tag': '5c2eb711-a069-49dc-aca7-800571583c6a'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:36:07.616328 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565fa168-31cf-4c37-b59e-9f2766fa8c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "69ae32da-8cf7-4b65-9387-3d013453dbe5", "tag": "5c2eb711-a069-49dc-aca7-800571583c6a"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:36:07.658241 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-13dc5bf9-7e96-4f74-9de0-942373d71d29 None None] Attempt 2 to provision port 5c2eb711-a069-49dc-aca7-800571583c6a Sep 26 05:36:07.664132 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ea6a78-91ab-4d29-a2b4-f752812a36cc x-openstack-request-id: req-53ea6a78-91ab-4d29-a2b4-f752812a36cc {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:36:07.664452 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ae32da-8cf7-4b65-9387-3d013453dbe5", "tag": "5c2eb711-a069-49dc-aca7-800571583c6a", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:36:07.664704 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-53ea6a78-91ab-4d29-a2b4-f752812a36cc {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:36:07.665104 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ea6a78-91ab-4d29-a2b4-f752812a36cc'] response: {'name': 'network-changed', 'server_uuid': '69ae32da-8cf7-4b65-9387-3d013453dbe5', 'tag': '5c2eb711-a069-49dc-aca7-800571583c6a', 'status': 'completed', 'code': 200} Sep 26 05:36:07.668072 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a9eca-01f5-4dd0-9584-7d9acf97432b service neutron] Pushing event updated for resources: {'Port': ['ID=5c2eb711-a069-49dc-aca7-800571583c6a,revision_number=3']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:07.722719 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-13dc5bf9-7e96-4f74-9de0-942373d71d29 None None] Port 5c2eb711-a069-49dc-aca7-800571583c6a had new provisioning blocks added so it will not transition to active. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:36:07.816515 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fd7e6-fe92-4f49-b231-67fb697dc1ec req-9d1b5756-0776-44ea-93f2-b876ef11f929 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:07.817959 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0a0fd7e6-fe92-4f49-b231-67fb697dc1ec req-9d1b5756-0776-44ea-93f2-b876ef11f929 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 943 time: 0.0496967 Sep 26 05:36:07.871156 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0a0fd7e6-fe92-4f49-b231-67fb697dc1ec req-3c17edd3-4edb-4f2a-a6f1-5b29506d722e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474176 Sep 26 05:36:08.112563 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902f64c-90ce-4918-8468-e432bfc81579 req-49791431-78d3-456e-a27e-a306712132b2 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:08.114016 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2902f64c-90ce-4918-8468-e432bfc81579 req-49791431-78d3-456e-a27e-a306712132b2 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0474696 Sep 26 05:36:08.161734 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2902f64c-90ce-4918-8468-e432bfc81579 req-032fa78c-1048-420a-897a-d02663774656 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419135 Sep 26 05:36:08.885511 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fa168-31cf-4c37-b59e-9f2766fa8c1c req-0f4d158b-42bb-4f97-84a8-3923a7887d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:08.887019 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-565fa168-31cf-4c37-b59e-9f2766fa8c1c req-0f4d158b-42bb-4f97-84a8-3923a7887d21 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=49fe69e57e744eea93988aecfa9decc2&device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 1127 time: 0.0419736 Sep 26 05:36:09.012680 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a716a3b-65e1-461f-b902-e544f3f5bb62 req-cd7cad49-7b55-4674-b375-ae0569d3dc38 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:09.014667 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5a716a3b-65e1-461f-b902-e544f3f5bb62 req-cd7cad49-7b55-4674-b375-ae0569d3dc38 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 943 time: 0.0613804 Sep 26 05:36:09.056006 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fa168-31cf-4c37-b59e-9f2766fa8c1c req-ec47cbc6-b9b6-4e93-8532-448dfdd1590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:09.057481 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-565fa168-31cf-4c37-b59e-9f2766fa8c1c req-ec47cbc6-b9b6-4e93-8532-448dfdd1590e service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=49fe69e57e744eea93988aecfa9decc2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1623528 Sep 26 05:36:09.071703 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:09.106345 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5a716a3b-65e1-461f-b902-e544f3f5bb62 req-b91215f3-f8a8-4cd1-9c6e-2fc68048489c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795774 Sep 26 05:36:09.182963 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fa168-31cf-4c37-b59e-9f2766fa8c1c req-b45929d6-8cad-4b81-9f1f-928b0bf5fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:09.184495 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-565fa168-31cf-4c37-b59e-9f2766fa8c1c req-b45929d6-8cad-4b81-9f1f-928b0bf5fbe2 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1072197 Sep 26 05:36:09.261704 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:09.304657 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-f9982419-eecb-4470-89ec-531737eb3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:09.306137 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-f9982419-eecb-4470-89ec-531737eb3193 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=49fe69e57e744eea93988aecfa9decc2&device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 1127 time: 0.0767353 Sep 26 05:36:09.323690 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb3743-49d7-401b-a094-66357d3acb09 req-cd2cf7cd-51ed-4043-87d5-686c16c8c27b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:09.325102 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7cbb3743-49d7-401b-a094-66357d3acb09 req-cd2cf7cd-51ed-4043-87d5-686c16c8c27b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 945 time: 0.0594683 Sep 26 05:36:09.376757 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7cbb3743-49d7-401b-a094-66357d3acb09 req-9f9328f2-2778-4f41-82ee-80deeed889c9 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460329 Sep 26 05:36:09.577216 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-5998d824-479e-4bd5-b169-7d275a884d3e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c2eb711-a069-49dc-aca7-800571583c6a HTTP/1.1" status: 200 len: 217 time: 0.0343759 Sep 26 05:36:09.630124 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-a3da88df-f561-4192-88b3-873175348234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:09.632135 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-a3da88df-f561-4192-88b3-873175348234 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=18db2678-2303-4b38-b9f8-4255a44db64a HTTP/1.1" status: 200 len: 848 time: 0.0484817 Sep 26 05:36:09.676705 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-0b4439c6-cf76-4da2-8d18-d64deb27de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:09.678187 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-0b4439c6-cf76-4da2-8d18-d64deb27de76 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401475 Sep 26 05:36:09.775461 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-015671b3-5152-4f0d-b824-fa6f4640db09 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889347 Sep 26 05:36:09.884068 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7ef5c1bb-5b87-410b-9f7e-a4a2110b3573 req-8f279907-4951-49aa-871e-a45c5a36a589 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015940 Sep 26 05:36:09.949349 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:10.210282 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device d2d361e4-87bf-4197-9996-68e762a01ce3 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:36:10.284237 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95842bcf-d34c-4d08-8260-4df8d7679b70 req-5d048df0-c5ad-49fd-b7ae-65a08f6ba426 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:10.287631 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95842bcf-d34c-4d08-8260-4df8d7679b70 req-5d048df0-c5ad-49fd-b7ae-65a08f6ba426 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 943 time: 0.0923796 Sep 26 05:36:10.305980 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port d2d361e4-87bf-4197-9996-68e762a01ce3 is: ACTIVE; New status is: DOWN {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:36:10.306433 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:10.332240 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d361e4-87bf-4197-9996-68e762a01ce3'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:36:10.334830 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeea9c0-6491-4c59-83b5-96b0d1643ee5" -d '{"events": [{"server_uuid": "e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d361e4-87bf-4197-9996-68e762a01ce3"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:36:10.352228 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port d2d361e4-87bf-4197-9996-68e762a01ce3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=d2d361e4-87bf-4197-9996-68e762a01ce3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:36:10.356696 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:10.387803 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:10.393825 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95842bcf-d34c-4d08-8260-4df8d7679b70 req-81b1b940-af7b-4c2a-83b2-83d67bfa7d53 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945425 Sep 26 05:36:10.454386 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=d2d361e4-87bf-4197-9996-68e762a01ce3,revision_number=8']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:10.469043 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Sep 2022 05:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bd9c79-f378-48c3-9470-377bea2fae5c x-openstack-request-id: req-c9bd9c79-f378-48c3-9470-377bea2fae5c {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:36:10.471810 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e", "name": "network-vif-unplugged", "status": "failed", "tag": "d2d361e4-87bf-4197-9996-68e762a01ce3", "code": 422}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:36:10.472343 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9bd9c79-f378-48c3-9470-377bea2fae5c {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:36:10.472905 dv-cinder-859186-2-iscsi neutron-server[106342]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c9bd9c79-f378-48c3-9470-377bea2fae5c']: {'server_uuid': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'code': 422} returned with failed status Sep 26 05:36:10.486875 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb58fe-d908-48c9-ae60-16d1ea98bafe req-b532c066-acc0-48ec-9e55-fdd5d350f256 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:10.488721 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-09cb58fe-d908-48c9-ae60-16d1ea98bafe req-b532c066-acc0-48ec-9e55-fdd5d350f256 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0928724 Sep 26 05:36:10.802274 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-9e362330-a121-4843-81b1-bb2b0fee2ba0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3125770 Sep 26 05:36:10.819032 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-09cb58fe-d908-48c9-ae60-16d1ea98bafe req-d71abf67-7436-409e-8fe9-ca0eed4de422 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3216879 Sep 26 05:36:10.877857 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-f42bdff9-54b0-4122-84d1-01d56d78f1bc tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:10.879366 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-f42bdff9-54b0-4122-84d1-01d56d78f1bc tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports/d2d361e4-87bf-4197-9996-68e762a01ce3 HTTP/1.1" status: 200 len: 940 time: 0.0489166 Sep 26 05:36:11.517206 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa68db-f248-4972-93d1-827e9c398b8d req-ecc7e51e-1e3d-4b72-81e8-029a8b1b620f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:11.519067 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f1fa68db-f248-4972-93d1-827e9c398b8d req-ecc7e51e-1e3d-4b72-81e8-029a8b1b620f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 943 time: 0.0500290 Sep 26 05:36:11.567647 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f1fa68db-f248-4972-93d1-827e9c398b8d req-c6e2fecc-7fc1-4ac0-aa37-8ddb5a28440a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427032 Sep 26 05:36:11.850178 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-330d63d7-9e57-4497-936a-ab432a3d241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:11.851649 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-330d63d7-9e57-4497-936a-ab432a3d241b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e&tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e HTTP/1.1" status: 200 len: 1127 time: 0.0411868 Sep 26 05:36:11.948117 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-25627a21-f6d4-4c45-b4c9-6d15c8d189af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:11.949610 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-25627a21-f6d4-4c45-b4c9-6d15c8d189af service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e&device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 1127 time: 0.0729837 Sep 26 05:36:11.960058 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382eefc5-a663-45e1-8817-c9d942b8e007 req-2e73e64d-afb7-4c00-82da-f57d7df83674 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:11.961442 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-382eefc5-a663-45e1-8817-c9d942b8e007 req-2e73e64d-afb7-4c00-82da-f57d7df83674 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0541275 Sep 26 05:36:12.019368 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:12.069539 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-382eefc5-a663-45e1-8817-c9d942b8e007 req-265b77f7-b572-46b9-bf2a-3febd5979912 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000755 Sep 26 05:36:12.084414 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-85e1b857-9146-4b23-b853-d1ab0c995baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:12.085923 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-85e1b857-9146-4b23-b853-d1ab0c995baf service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=7a033fac-5647-47c1-8abf-96bf265545b0 HTTP/1.1" status: 200 len: 917 time: 0.1236448 Sep 26 05:36:12.147462 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-6506e79b-47ce-4216-8bee-eca2ec4aa8f2 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2d361e4-87bf-4197-9996-68e762a01ce3 HTTP/1.1" status: 200 len: 999 time: 0.0545864 Sep 26 05:36:12.162488 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:12.189837 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 5c2eb711-a069-49dc-aca7-800571583c6a details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:36:12.196968 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-68c25b7d-4c92-4aaf-b808-f3f904c475fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:12.198414 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-68c25b7d-4c92-4aaf-b808-f3f904c475fa service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=68ec3a06-35a7-4882-936e-ce718bcdd1ec HTTP/1.1" status: 200 len: 855 time: 0.0440581 Sep 26 05:36:12.248066 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-10a102f9-8e6f-4b49-84a7-505393dbf595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:12.249551 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-10a102f9-8e6f-4b49-84a7-505393dbf595 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=7a033fac-5647-47c1-8abf-96bf265545b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421488 Sep 26 05:36:12.288542 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 5c2eb711-a069-49dc-aca7-800571583c6a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=5c2eb711-a069-49dc-aca7-800571583c6a,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:36:12.300325 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': '5c2eb711-a069-49dc-aca7-800571583c6a', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'port_id': '5c2eb711-a069-49dc-aca7-800571583c6a', 'mac_address': 'fa:16:3e:64:c0:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:36:12.337871 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 5c2eb711-a069-49dc-aca7-800571583c6a is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:36:12.338254 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (5c2eb711-a069-49dc-aca7-800571583c6a), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:12.342274 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-1e9d0734-5ce8-491c-b9c6-30c2082ea1d1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842731 Sep 26 05:36:12.352273 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2eb711-a069-49dc-aca7-800571583c6a {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:36:12.372211 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 5c2eb711-a069-49dc-aca7-800571583c6a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=5c2eb711-a069-49dc-aca7-800571583c6a,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:36:12.376161 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (5c2eb711-a069-49dc-aca7-800571583c6a), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:12.420186 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:12.429206 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=5c2eb711-a069-49dc-aca7-800571583c6a,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:12.436356 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:12.436698 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:12.437034 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:12.437360 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:12.437688 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:12.438331 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:12.438658 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:12.438757 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-73d0aa45-67d7-4933-9c41-580c64d58fe3 req-efa29105-96b0-4fb9-a893-6545ba8e7f3e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882475 Sep 26 05:36:12.438976 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:12.439294 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:12.439704 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:12.440093 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:12.440466 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:12.440789 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:12.441106 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:12.441419 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:12.677493 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['5c2eb711-a069-49dc-aca7-800571583c6a'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:36:12.692487 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3a069-cce7-4d34-a2c1-efd61c8b2050 req-c65013a9-bd7d-47f7-b90c-02a996c04eb0 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:12.693854 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7bc3a069-cce7-4d34-a2c1-efd61c8b2050 req-c65013a9-bd7d-47f7-b90c-02a996c04eb0 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 944 time: 0.0497391 Sep 26 05:36:12.766302 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7bc3a069-cce7-4d34-a2c1-efd61c8b2050 req-974e5ced-358f-490c-a2ed-6a0532c3cf4f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618792 Sep 26 05:36:13.256734 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fada34-e14a-40a4-a3da-204b0c9132c2 req-36f1dbe8-648d-4435-9910-5bbab03e9dd0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:13.268492 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-12fada34-e14a-40a4-a3da-204b0c9132c2 req-36f1dbe8-648d-4435-9910-5bbab03e9dd0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0818279 Sep 26 05:36:13.348047 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-12fada34-e14a-40a4-a3da-204b0c9132c2 req-1adff300-3f48-40a0-82d5-f6bc0528a02a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783658 Sep 26 05:36:13.887335 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6c2fd-a9db-4b31-b537-b8eaa8a000f3 req-0abeb897-77cd-4c16-a2a9-c9e850401d74 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:13.888909 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95d6c2fd-a9db-4b31-b537-b8eaa8a000f3 req-0abeb897-77cd-4c16-a2a9-c9e850401d74 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 944 time: 0.0533309 Sep 26 05:36:13.940061 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-95d6c2fd-a9db-4b31-b537-b8eaa8a000f3 req-6e1d9499-ea45-4c37-876e-82527fa4faf7 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448608 Sep 26 05:36:14.208718 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 5c2eb711-a069-49dc-aca7-800571583c6a up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:36:14.266077 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port 5c2eb711-a069-49dc-aca7-800571583c6a completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:36:14.273799 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port 5c2eb711-a069-49dc-aca7-800571583c6a triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:36:14.274527 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (5c2eb711-a069-49dc-aca7-800571583c6a), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:14.275042 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port 5c2eb711-a069-49dc-aca7-800571583c6a Sep 26 05:36:14.421251 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 5c2eb711-a069-49dc-aca7-800571583c6a is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:36:14.421793 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (5c2eb711-a069-49dc-aca7-800571583c6a), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:14.458408 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ae32da-8cf7-4b65-9387-3d013453dbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2eb711-a069-49dc-aca7-800571583c6a'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:36:14.461738 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80fa1f3-cd30-4c0f-a3d4-27b18d660e20" -d '{"events": [{"server_uuid": "69ae32da-8cf7-4b65-9387-3d013453dbe5", "name": "network-vif-plugged", "status": "completed", "tag": "5c2eb711-a069-49dc-aca7-800571583c6a"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:36:14.477775 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 5c2eb711-a069-49dc-aca7-800571583c6a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=5c2eb711-a069-49dc-aca7-800571583c6a,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:36:14.486142 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (5c2eb711-a069-49dc-aca7-800571583c6a), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:14.544621 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564d4fbc-d86d-4aff-a769-894f8adfeb06 x-openstack-request-id: req-564d4fbc-d86d-4aff-a769-894f8adfeb06 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:36:14.544907 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ae32da-8cf7-4b65-9387-3d013453dbe5", "name": "network-vif-plugged", "status": "completed", "tag": "5c2eb711-a069-49dc-aca7-800571583c6a", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:36:14.545181 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-564d4fbc-d86d-4aff-a769-894f8adfeb06 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:36:14.545559 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564d4fbc-d86d-4aff-a769-894f8adfeb06'] response: {'server_uuid': '69ae32da-8cf7-4b65-9387-3d013453dbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2eb711-a069-49dc-aca7-800571583c6a', 'code': 200} Sep 26 05:36:14.582993 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=5c2eb711-a069-49dc-aca7-800571583c6a,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:14.598820 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe489e-fdfe-4c83-8369-aa0d2bcfb538 req-ad0ef9a6-ea94-4ea1-863c-7b85222cda95 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:14.600669 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c1fe489e-fdfe-4c83-8369-aa0d2bcfb538 req-ad0ef9a6-ea94-4ea1-863c-7b85222cda95 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0832233 Sep 26 05:36:14.671604 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c1fe489e-fdfe-4c83-8369-aa0d2bcfb538 req-703a5d06-f7ec-472c-9e7c-c3ccc33d2f7d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651691 Sep 26 05:36:15.089117 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52167a-d880-4e0b-adf4-6c77cd0197a6 req-f1a632a8-eee2-472e-a514-d104122a1d8e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:15.093410 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fa52167a-d880-4e0b-adf4-6c77cd0197a6 req-f1a632a8-eee2-472e-a514-d104122a1d8e tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0635984 Sep 26 05:36:15.147966 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fa52167a-d880-4e0b-adf4-6c77cd0197a6 req-01730ede-1ea2-4afa-905a-bdd79ac59e91 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509303 Sep 26 05:36:15.811148 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05deb9a-aa46-46fb-bb39-1da390e6ed4d req-6306cccf-c426-4c67-addd-7f29b22df5a0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:15.812695 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b05deb9a-aa46-46fb-bb39-1da390e6ed4d req-6306cccf-c426-4c67-addd-7f29b22df5a0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0539436 Sep 26 05:36:15.889359 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b05deb9a-aa46-46fb-bb39-1da390e6ed4d req-bb55cdf6-a214-4396-80da-297983c47554 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702012 Sep 26 05:36:16.278132 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac440b-edcb-45f5-b3f6-1af5ba5f1631 req-bef3154f-21b4-4bd1-8ba6-3bf4b05d3448 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:16.279897 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-55ac440b-edcb-45f5-b3f6-1af5ba5f1631 req-bef3154f-21b4-4bd1-8ba6-3bf4b05d3448 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0543997 Sep 26 05:36:16.294174 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:16.332857 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-55ac440b-edcb-45f5-b3f6-1af5ba5f1631 req-22e71b2d-697d-45d9-b370-c24c3275d589 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454226 Sep 26 05:36:17.130323 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4004d3-61e1-4d2b-8c70-2699a5a24d73 req-00250398-2bca-42dd-8bd2-fb48c250cd9a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:17.138649 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8c4004d3-61e1-4d2b-8c70-2699a5a24d73 req-00250398-2bca-42dd-8bd2-fb48c250cd9a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.1163104 Sep 26 05:36:17.172425 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:17.205520 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8c4004d3-61e1-4d2b-8c70-2699a5a24d73 req-cc63fd72-01bc-4728-88e7-4f9ea8017460 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647159 Sep 26 05:36:17.503268 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a83e4-cc0b-4767-80f1-a2a31ca1edd9 req-24178072-76f6-4fbc-a017-03596f49e91d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:17.504809 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-801a83e4-cc0b-4767-80f1-a2a31ca1edd9 req-24178072-76f6-4fbc-a017-03596f49e91d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0592089 Sep 26 05:36:17.563761 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-801a83e4-cc0b-4767-80f1-a2a31ca1edd9 req-ee209603-66d9-4e90-8d33-ad4a4d5bc449 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527017 Sep 26 05:36:18.097464 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:18.341357 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd26d01-827a-4cf1-bff8-0de8c96744fa req-464af9d6-d7e7-4185-9618-99964cc27f36 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:18.344328 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7bd26d01-827a-4cf1-bff8-0de8c96744fa req-464af9d6-d7e7-4185-9618-99964cc27f36 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0569556 Sep 26 05:36:18.395165 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7bd26d01-827a-4cf1-bff8-0de8c96744fa req-103b28f3-d8d6-4ce7-bea2-4800a17ca9e2 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466766 Sep 26 05:36:18.714420 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2dc678-6b26-4a8b-b9c6-699e23893e5b req-a1993288-4a11-4eb4-8b1d-952df1d3fa27 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:18.721390 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2f2dc678-6b26-4a8b-b9c6-699e23893e5b req-a1993288-4a11-4eb4-8b1d-952df1d3fa27 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0632157 Sep 26 05:36:18.795488 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2f2dc678-6b26-4a8b-b9c6-699e23893e5b req-5bb2dbfb-9c1f-4c8d-bd9c-0040584fdec1 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732164 Sep 26 05:36:18.937809 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42096) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:18.994458 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_v2 [None req-32242e90-517a-4dca-9fbc-e7999a913e08 admin admin] Deleting subnet c3689178-f0a0-418a-ae60-9d9a0efa2a03 {{(pid=106341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:36:18.998256 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-32242e90-517a-4dca-9fbc-e7999a913e08 admin admin] Publish callbacks [] for subnet (c3689178-f0a0-418a-ae60-9d9a0efa2a03), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.037002 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-32242e90-517a-4dca-9fbc-e7999a913e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421571'] for subnet (c3689178-f0a0-418a-ae60-9d9a0efa2a03), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.079177 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-32242e90-517a-4dca-9fbc-e7999a913e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (c3689178-f0a0-418a-ae60-9d9a0efa2a03), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.139912 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-32242e90-517a-4dca-9fbc-e7999a913e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2423481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802036'] for subnet (c3689178-f0a0-418a-ae60-9d9a0efa2a03), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.174538 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32242e90-517a-4dca-9fbc-e7999a913e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3689178-f0a0-418a-ae60-9d9a0efa2a03,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:19.178462 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-32242e90-517a-4dca-9fbc-e7999a913e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.181670 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-32242e90-517a-4dca-9fbc-e7999a913e08 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/c3689178-f0a0-418a-ae60-9d9a0efa2a03 HTTP/1.1" status: 204 len: 168 time: 0.2428510 Sep 26 05:36:19.184159 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42098) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:19.264306 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-90f4d1d1-07de-43d7-8f69-3af7f0e4ca83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (d0baf3e8-3dd3-478a-8c79-dc63b40f83c0), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.352650 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-90f4d1d1-07de-43d7-8f69-3af7f0e4ca83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (d0baf3e8-3dd3-478a-8c79-dc63b40f83c0), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.374973 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-90f4d1d1-07de-43d7-8f69-3af7f0e4ca83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0baf3e8-3dd3-478a-8c79-dc63b40f83c0']}} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:19.386448 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-90f4d1d1-07de-43d7-8f69-3af7f0e4ca83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9615d473-e593-41b3-b688-58923e1dadd5') {'for_net_delete': True} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:19.386744 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-90f4d1d1-07de-43d7-8f69-3af7f0e4ca83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9615d473-e593-41b3-b688-58923e1dadd5') {} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:19.397930 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-90f4d1d1-07de-43d7-8f69-3af7f0e4ca83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421624'] for segment (9615d473-e593-41b3-b688-58923e1dadd5), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.413803 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-90f4d1d1-07de-43d7-8f69-3af7f0e4ca83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (9615d473-e593-41b3-b688-58923e1dadd5), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.422647 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f4d1d1-07de-43d7-8f69-3af7f0e4ca83 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:36:19.425248 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-90f4d1d1-07de-43d7-8f69-3af7f0e4ca83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2423299'] for segment (9615d473-e593-41b3-b688-58923e1dadd5), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.481264 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment 9615d473-e593-41b3-b688-58923e1dadd5 resource provider aggregate not found Sep 26 05:36:19.553938 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment 9615d473-e593-41b3-b688-58923e1dadd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9615d473-e593-41b3-b688-58923e1dadd5 found for delete ", "request_id": "req-3aadea78-c1cf-466e-b4d4-17b2898d64da"}]} Sep 26 05:36:19.578059 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-90f4d1d1-07de-43d7-8f69-3af7f0e4ca83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (d0baf3e8-3dd3-478a-8c79-dc63b40f83c0), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.594972 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81f144-6ae8-4d90-b951-e16a7a5cfad5 req-c083664a-b555-46f9-bd9d-00b39468c986 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:19.595424 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-90f4d1d1-07de-43d7-8f69-3af7f0e4ca83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.603477 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-90f4d1d1-07de-43d7-8f69-3af7f0e4ca83 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/d0baf3e8-3dd3-478a-8c79-dc63b40f83c0 HTTP/1.1" status: 204 len: 168 time: 0.4158692 Sep 26 05:36:19.607072 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2a81f144-6ae8-4d90-b951-e16a7a5cfad5 req-c083664a-b555-46f9-bd9d-00b39468c986 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0928056 Sep 26 05:36:19.613746 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42106) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:19.625930 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4d1d1-07de-43d7-8f69-3af7f0e4ca83 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0baf3e8-3dd3-478a-8c79-dc63b40f83c0,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:19.671097 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2a81f144-6ae8-4d90-b951-e16a7a5cfad5 req-c47a9c92-4cc7-4596-bb7b-6973893dc193 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628910 Sep 26 05:36:19.675673 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:19.709788 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdccb496-3788-4688-a64c-d12800556ea8 admin admin] Deleting subnet dfe41126-8c71-4c06-938e-e365e2e24793 {{(pid=106341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:36:19.714628 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fdccb496-3788-4688-a64c-d12800556ea8 admin admin] Publish callbacks [] for subnet (dfe41126-8c71-4c06-938e-e365e2e24793), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.749005 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:19.804303 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fdccb496-3788-4688-a64c-d12800556ea8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421571'] for subnet (dfe41126-8c71-4c06-938e-e365e2e24793), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.889494 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fdccb496-3788-4688-a64c-d12800556ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (dfe41126-8c71-4c06-938e-e365e2e24793), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.983056 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fdccb496-3788-4688-a64c-d12800556ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2423481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802036'] for subnet (dfe41126-8c71-4c06-938e-e365e2e24793), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:19.984117 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e37297-7160-497b-a97d-24b85240ef85 req-a0c2e440-e598-47b3-a192-efc223c88f3f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:19.991952 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-70e37297-7160-497b-a97d-24b85240ef85 req-a0c2e440-e598-47b3-a192-efc223c88f3f tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0680079 Sep 26 05:36:20.001708 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-fdccb496-3788-4688-a64c-d12800556ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:20.005762 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-fdccb496-3788-4688-a64c-d12800556ea8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/dfe41126-8c71-4c06-938e-e365e2e24793 HTTP/1.1" status: 204 len: 168 time: 0.3885226 Sep 26 05:36:20.022833 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42116) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:20.027556 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccb496-3788-4688-a64c-d12800556ea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe41126-8c71-4c06-938e-e365e2e24793,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:20.113358 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-70e37297-7160-497b-a97d-24b85240ef85 req-cb7228d2-7a1d-40f7-9c89-9b0deb408270 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201577 Sep 26 05:36:20.132024 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-51616ee1-f07e-4be7-b036-156ecd3ed2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (31fe4c03-e351-4bf2-bc65-6e66085dd48d), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:20.228531 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-51616ee1-f07e-4be7-b036-156ecd3ed2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (31fe4c03-e351-4bf2-bc65-6e66085dd48d), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:20.250750 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-51616ee1-f07e-4be7-b036-156ecd3ed2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fe4c03-e351-4bf2-bc65-6e66085dd48d']}} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:20.261117 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-51616ee1-f07e-4be7-b036-156ecd3ed2d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888ea8ac-b9c8-48a5-9c8e-26b112dbc96f') {'for_net_delete': True} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:20.261414 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-51616ee1-f07e-4be7-b036-156ecd3ed2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888ea8ac-b9c8-48a5-9c8e-26b112dbc96f') {} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:20.271933 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-51616ee1-f07e-4be7-b036-156ecd3ed2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2915633'] for segment (888ea8ac-b9c8-48a5-9c8e-26b112dbc96f), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:20.285514 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-51616ee1-f07e-4be7-b036-156ecd3ed2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (888ea8ac-b9c8-48a5-9c8e-26b112dbc96f), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:20.291763 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51616ee1-f07e-4be7-b036-156ecd3ed2d6 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:36:20.292146 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-51616ee1-f07e-4be7-b036-156ecd3ed2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3866044'] for segment (888ea8ac-b9c8-48a5-9c8e-26b112dbc96f), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:20.359682 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-51616ee1-f07e-4be7-b036-156ecd3ed2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (31fe4c03-e351-4bf2-bc65-6e66085dd48d), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:20.371056 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-51616ee1-f07e-4be7-b036-156ecd3ed2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:20.374469 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-51616ee1-f07e-4be7-b036-156ecd3ed2d6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/31fe4c03-e351-4bf2-bc65-6e66085dd48d HTTP/1.1" status: 204 len: 168 time: 0.3500550 Sep 26 05:36:20.410787 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51616ee1-f07e-4be7-b036-156ecd3ed2d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=31fe4c03-e351-4bf2-bc65-6e66085dd48d,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:20.467259 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.services.segments.plugin [-] Segment 888ea8ac-b9c8-48a5-9c8e-26b112dbc96f resource provider aggregate not found Sep 26 05:36:20.492531 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.services.segments.plugin [-] Segment 888ea8ac-b9c8-48a5-9c8e-26b112dbc96f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 888ea8ac-b9c8-48a5-9c8e-26b112dbc96f found for delete ", "request_id": "req-c5616b26-7b58-4ba3-9a52-ad41a018bdb1"}]} Sep 26 05:36:20.615108 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42128) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:20.662041 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-c14b94f9-12d3-4414-90a3-08c426e8c7aa admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c16911af26a549738e0e22179b2dd3ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432925 Sep 26 05:36:20.662263 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42130) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:20.722950 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3cc752ad-c2f0-486b-a0f8-acc6b20b7553 admin admin] Publish callbacks [] for security_group (6f2016d7-72c3-4bfe-a01a-1a85161ea884), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:20.747604 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3cc752ad-c2f0-486b-a0f8-acc6b20b7553 admin admin] Publish callbacks [] for security_group (6f2016d7-72c3-4bfe-a01a-1a85161ea884), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:20.818533 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3cc752ad-c2f0-486b-a0f8-acc6b20b7553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (6f2016d7-72c3-4bfe-a01a-1a85161ea884), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:20.821070 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3cc752ad-c2f0-486b-a0f8-acc6b20b7553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:20.824680 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-3cc752ad-c2f0-486b-a0f8-acc6b20b7553 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6f2016d7-72c3-4bfe-a01a-1a85161ea884 HTTP/1.1" status: 204 len: 168 time: 0.1589541 Sep 26 05:36:20.828315 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a42e26-b939-4915-bc53-239714f2ec74 req-2c024323-7e58-4342-bb1f-ef5e073ac651 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:20.831590 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc752ad-c2f0-486b-a0f8-acc6b20b7553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2016d7-72c3-4bfe-a01a-1a85161ea884,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:20.836303 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-44a42e26-b939-4915-bc53-239714f2ec74 req-2c024323-7e58-4342-bb1f-ef5e073ac651 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0758817 Sep 26 05:36:20.940730 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-44a42e26-b939-4915-bc53-239714f2ec74 req-06b7d692-1877-4e3c-8a4b-e43bba519a00 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982499 Sep 26 05:36:21.211991 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:21.222799 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42140) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:21.249264 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1a25d-4f88-4771-a790-3804ed6292db req-e288ba75-e698-4db1-97ac-16d18da30845 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:21.250724 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f3e1a25d-4f88-4771-a790-3804ed6292db req-e288ba75-e698-4db1-97ac-16d18da30845 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0485651 Sep 26 05:36:21.263809 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-34e13eb3-117c-4fd1-a746-17af5540a8e2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f9528fdb628249778376b8dc8a96e7b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398304 Sep 26 05:36:21.266217 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42142) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:21.298358 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f3e1a25d-4f88-4771-a790-3804ed6292db req-fde71096-f034-4ebc-8a80-bffb5637e5a0 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419617 Sep 26 05:36:21.317608 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-92bcc2df-7982-4661-9a2e-5ce7f6da69af admin admin] Publish callbacks [] for security_group (f4273ab8-2bea-4a3d-a853-42ec3e5820d1), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:21.337269 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-92bcc2df-7982-4661-9a2e-5ce7f6da69af admin admin] Publish callbacks [] for security_group (f4273ab8-2bea-4a3d-a853-42ec3e5820d1), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:21.384508 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-92bcc2df-7982-4661-9a2e-5ce7f6da69af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (f4273ab8-2bea-4a3d-a853-42ec3e5820d1), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:21.387110 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-92bcc2df-7982-4661-9a2e-5ce7f6da69af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:21.388272 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-92bcc2df-7982-4661-9a2e-5ce7f6da69af admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f4273ab8-2bea-4a3d-a853-42ec3e5820d1 HTTP/1.1" status: 204 len: 168 time: 0.1211638 Sep 26 05:36:21.397150 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcc2df-7982-4661-9a2e-5ce7f6da69af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4273ab8-2bea-4a3d-a853-42ec3e5820d1,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:21.938055 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:21.938865 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:22.069373 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ecee1-150f-4f13-8dba-312fa7964edf req-a5109e3a-d8c2-4459-8d9b-8199998385a5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:22.070861 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-174ecee1-150f-4f13-8dba-312fa7964edf req-a5109e3a-d8c2-4459-8d9b-8199998385a5 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0575316 Sep 26 05:36:22.119557 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-174ecee1-150f-4f13-8dba-312fa7964edf req-3097cfa8-c5f4-4d13-97fc-8156c42c0cc0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431802 Sep 26 05:36:22.387891 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:22.436017 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1167141-4c55-40ab-a95e-9a9356458769 req-ac332f92-3b28-4e48-b0e3-a33029879b0d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:22.437634 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e1167141-4c55-40ab-a95e-9a9356458769 req-ac332f92-3b28-4e48-b0e3-a33029879b0d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0588136 Sep 26 05:36:22.490552 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e1167141-4c55-40ab-a95e-9a9356458769 req-b20f42e1-b177-4a60-8c5e-eff024236203 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460627 Sep 26 05:36:22.635196 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22a8aabb-15da-40fd-acb3-591264ed8ce9 req-bff823da-285d-41f9-a61f-11b50813b015 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410531 Sep 26 05:36:22.676074 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f5a32-9413-4b3a-827a-898853e0b2d0 req-f5a1af9d-489a-42cd-978c-31de322e6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:22.677630 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-2c0f5a32-9413-4b3a-827a-898853e0b2d0 req-f5a1af9d-489a-42cd-978c-31de322e6f7e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 1129 time: 0.0423295 Sep 26 05:36:22.715748 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8aabb-15da-40fd-acb3-591264ed8ce9 req-aac69177-af65-4232-a57d-0c51756e44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:22.717819 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22a8aabb-15da-40fd-acb3-591264ed8ce9 req-aac69177-af65-4232-a57d-0c51756e44d6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e1b5f9daf8d44a6987bbff8939ed7c92&device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 1130 time: 0.0600410 Sep 26 05:36:22.747454 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-2c0f5a32-9413-4b3a-827a-898853e0b2d0 req-527869a9-b61c-47b2-8dce-2e76676f6d9a service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539598 Sep 26 05:36:22.838576 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8aabb-15da-40fd-acb3-591264ed8ce9 req-a1e3f6e0-ba0e-4d85-8eef-625c29bcc1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:22.840025 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22a8aabb-15da-40fd-acb3-591264ed8ce9 req-a1e3f6e0-ba0e-4d85-8eef-625c29bcc1d8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=73121f4e-6b77-45b6-a1f2-7577a1a4a779 HTTP/1.1" status: 200 len: 909 time: 0.1000657 Sep 26 05:36:23.017687 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22a8aabb-15da-40fd-acb3-591264ed8ce9 req-a028fb36-f3f2-4c19-9600-1712796a78c6 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d HTTP/1.1" status: 200 len: 1002 time: 0.0577741 Sep 26 05:36:23.070192 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8aabb-15da-40fd-acb3-591264ed8ce9 req-73242a48-f200-475c-839e-7e9c01d8ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:23.071650 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22a8aabb-15da-40fd-acb3-591264ed8ce9 req-73242a48-f200-475c-839e-7e9c01d8ab82 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=26b0e0ad-b964-43a8-8455-883885c6a7f7 HTTP/1.1" status: 200 len: 847 time: 0.0475903 Sep 26 05:36:23.115630 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8aabb-15da-40fd-acb3-591264ed8ce9 req-54783598-0ae9-469d-aa5e-0c54fc5263f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:23.117157 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22a8aabb-15da-40fd-acb3-591264ed8ce9 req-54783598-0ae9-469d-aa5e-0c54fc5263f8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=73121f4e-6b77-45b6-a1f2-7577a1a4a779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393901 Sep 26 05:36:23.237822 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22a8aabb-15da-40fd-acb3-591264ed8ce9 req-0397629a-aa79-42f0-94d8-adf1bf66ef7e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/73121f4e-6b77-45b6-a1f2-7577a1a4a779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137371 Sep 26 05:36:23.256405 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da29d7-9d22-4b14-97b8-6a64611ad8c4 req-99a42c6c-1f2e-464b-b178-25f59ccb85c1 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:23.257791 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-09da29d7-9d22-4b14-97b8-6a64611ad8c4 req-99a42c6c-1f2e-464b-b178-25f59ccb85c1 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0549307 Sep 26 05:36:23.274833 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-56523fd8-89aa-4113-adf7-a49b977ec587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:23.307287 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-09da29d7-9d22-4b14-97b8-6a64611ad8c4 req-ebd40802-eb60-4375-bc56-73d1552c0a59 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426357 Sep 26 05:36:23.553108 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22a8aabb-15da-40fd-acb3-591264ed8ce9 req-ee5dc7d7-d89e-483d-bede-80ecb6bd853b service neutron] 10.222.0.60 "GET /networking/v2.0/networks/73121f4e-6b77-45b6-a1f2-7577a1a4a779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913534 Sep 26 05:36:23.647576 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362758e5-3b3d-4842-b3e7-542ba00f171b req-730e4cb3-ecef-4048-9e36-0e0241a589c7 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:23.649346 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-362758e5-3b3d-4842-b3e7-542ba00f171b req-730e4cb3-ecef-4048-9e36-0e0241a589c7 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0655961 Sep 26 05:36:23.700177 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-362758e5-3b3d-4842-b3e7-542ba00f171b req-979528e1-881e-43fe-bb4a-060e31297ca4 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448136 Sep 26 05:36:24.266065 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device d2d361e4-87bf-4197-9996-68e762a01ce3 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:36:24.277491 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:24.372434 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port d2d361e4-87bf-4197-9996-68e762a01ce3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=d2d361e4-87bf-4197-9996-68e762a01ce3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:36:24.385194 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'port_id': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'mac_address': 'fa:16:3e:c8:10:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:36:24.416554 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:24.421404 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port d2d361e4-87bf-4197-9996-68e762a01ce3 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:36:24.421823 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:24.436826 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d361e4-87bf-4197-9996-68e762a01ce3 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:36:24.448996 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab66d6c-3ba9-4e87-bb9c-e852375de4c1 req-9c1bd982-9fd4-4b45-bd75-f5d27808a026 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:24.450585 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9ab66d6c-3ba9-4e87-bb9c-e852375de4c1 req-9c1bd982-9fd4-4b45-bd75-f5d27808a026 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 943 time: 0.0568919 Sep 26 05:36:24.462349 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port d2d361e4-87bf-4197-9996-68e762a01ce3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=d2d361e4-87bf-4197-9996-68e762a01ce3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:36:24.466733 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:24.507246 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9ab66d6c-3ba9-4e87-bb9c-e852375de4c1 req-b0ec2f99-d06e-498a-80ee-4a850bfe38fb tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509362 Sep 26 05:36:24.520718 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=d2d361e4-87bf-4197-9996-68e762a01ce3,revision_number=9']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:24.707876 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['d2d361e4-87bf-4197-9996-68e762a01ce3'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:36:24.787279 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:24.833972 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb5196-b3b9-442e-b676-ae828e01bda9 req-770b9c78-ea62-48f7-bdae-8e0bfdc05585 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:24.835459 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-34fb5196-b3b9-442e-b676-ae828e01bda9 req-770b9c78-ea62-48f7-bdae-8e0bfdc05585 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0585763 Sep 26 05:36:24.887202 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-34fb5196-b3b9-442e-b676-ae828e01bda9 req-9d91de61-3cbd-46ac-bd6b-031002739140 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452783 Sep 26 05:36:24.986342 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:25.004047 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf9558-8810-4174-982c-8422c36e780b req-b884bfde-da4b-47ea-8fb5-fd48f2608ebf tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:25.005584 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9aaf9558-8810-4174-982c-8422c36e780b req-b884bfde-da4b-47ea-8fb5-fd48f2608ebf tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0469627 Sep 26 05:36:25.015908 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42212) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:25.020106 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-a307102a-502d-4d7a-ba33-3ed710caec1a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Request body: {'floatingip': {'port_id': '5c2eb711-a069-49dc-aca7-800571583c6a'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:36:25.060115 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a307102a-502d-4d7a-ba33-3ed710caec1a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for floatingip (1048db03-8f34-482d-83af-433498bb8607), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:25.491509 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a307102a-502d-4d7a-ba33-3ed710caec1a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:25.494566 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a307102a-502d-4d7a-ba33-3ed710caec1a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (1048db03-8f34-482d-83af-433498bb8607), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:25.594432 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [None req-a307102a-502d-4d7a-ba33-3ed710caec1a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Floating IP 1048db03-8f34-482d-83af-433498bb8607 associated. External IP: 172.27.0.205, port: 5c2eb711-a069-49dc-aca7-800571583c6a. Sep 26 05:36:25.609846 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-43530b94-cd5f-4690-ba73-ec1a6a2b7aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:25.702505 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c79fca-e23c-489a-b480-8b338cadb55d req-29417fdf-f149-4ab0-b07b-125c0a2ea768 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:25.703838 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a3c79fca-e23c-489a-b480-8b338cadb55d req-29417fdf-f149-4ab0-b07b-125c0a2ea768 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 944 time: 0.0749419 Sep 26 05:36:25.798902 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a3c79fca-e23c-489a-b480-8b338cadb55d req-1abdefd4-49ca-4323-941a-0b01f490198e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850694 Sep 26 05:36:25.861884 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a307102a-502d-4d7a-ba33-3ed710caec1a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Router f49bebc8-2f84-4398-bde8-b2864dfb3181 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:36:25.865028 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:25.970556 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a307102a-502d-4d7a-ba33-3ed710caec1a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:36:25.975906 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a307102a-502d-4d7a-ba33-3ed710caec1a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:25.980310 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eed928-91a5-4d94-b1de-e9011393c242 None None] Sync routers for ids ['f49bebc8-2f84-4398-bde8-b2864dfb3181'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:36:25.990256 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eed928-91a5-4d94-b1de-e9011393c242 None None] Routers {'f49bebc8-2f84-4398-bde8-b2864dfb3181'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:36:25.990871 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-59eed928-91a5-4d94-b1de-e9011393c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['f49bebc8-2f84-4398-bde8-b2864dfb3181'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:26.006354 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-a307102a-502d-4d7a-ba33-3ed710caec1a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "PUT /networking/v2.0/floatingips/1048db03-8f34-482d-83af-433498bb8607 HTTP/1.1" status: 200 len: 991 time: 0.9894116 Sep 26 05:36:26.007014 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ae32da-8cf7-4b65-9387-3d013453dbe5', 'tag': '5c2eb711-a069-49dc-aca7-800571583c6a'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:36:26.009288 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10068add-9611-4d46-8ce1-0ff1b4ad9b97" -d '{"events": [{"name": "network-changed", "server_uuid": "69ae32da-8cf7-4b65-9387-3d013453dbe5", "tag": "5c2eb711-a069-49dc-aca7-800571583c6a"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:36:26.046866 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e55d6c-1cf4-4c25-b570-c1b3de02197f x-openstack-request-id: req-12e55d6c-1cf4-4c25-b570-c1b3de02197f {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:36:26.047156 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ae32da-8cf7-4b65-9387-3d013453dbe5", "tag": "5c2eb711-a069-49dc-aca7-800571583c6a", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:36:26.047437 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12e55d6c-1cf4-4c25-b570-c1b3de02197f {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:36:26.047844 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e55d6c-1cf4-4c25-b570-c1b3de02197f'] response: {'name': 'network-changed', 'server_uuid': '69ae32da-8cf7-4b65-9387-3d013453dbe5', 'tag': '5c2eb711-a069-49dc-aca7-800571583c6a', 'status': 'completed', 'code': 200} Sep 26 05:36:26.096462 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-59eed928-91a5-4d94-b1de-e9011393c242 None None] Set router f49bebc8-2f84-4398-bde8-b2864dfb3181 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:36:26.100636 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:26.114505 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10068add-9611-4d46-8ce1-0ff1b4ad9b97 req-e13fa935-d0f0-416c-bd1d-e234c8429781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:26.116035 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-10068add-9611-4d46-8ce1-0ff1b4ad9b97 req-e13fa935-d0f0-416c-bd1d-e234c8429781 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=49fe69e57e744eea93988aecfa9decc2&device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 1129 time: 0.0450907 Sep 26 05:36:26.209021 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10068add-9611-4d46-8ce1-0ff1b4ad9b97 req-30d6e1c3-87ea-4097-b06f-8bca5f286f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:26.210477 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-10068add-9611-4d46-8ce1-0ff1b4ad9b97 req-30d6e1c3-87ea-4097-b06f-8bca5f286f5d service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf HTTP/1.1" status: 200 len: 910 time: 0.0870578 Sep 26 05:36:26.299508 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-10068add-9611-4d46-8ce1-0ff1b4ad9b97 req-c3a8a99a-c684-44b2-a1ec-53120b1bdca0 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c2eb711-a069-49dc-aca7-800571583c6a HTTP/1.1" status: 200 len: 999 time: 0.0785060 Sep 26 05:36:26.334696 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device d2d361e4-87bf-4197-9996-68e762a01ce3 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:36:26.358173 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10068add-9611-4d46-8ce1-0ff1b4ad9b97 req-e032d067-f829-4478-b1a7-3b8f3540c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:26.359645 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-10068add-9611-4d46-8ce1-0ff1b4ad9b97 req-e032d067-f829-4478-b1a7-3b8f3540c4eb service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=18db2678-2303-4b38-b9f8-4255a44db64a HTTP/1.1" status: 200 len: 848 time: 0.0580866 Sep 26 05:36:26.406071 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10068add-9611-4d46-8ce1-0ff1b4ad9b97 req-94e4a392-2d25-4598-81d7-3d7c6ca30c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:26.410084 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-10068add-9611-4d46-8ce1-0ff1b4ad9b97 req-94e4a392-2d25-4598-81d7-3d7c6ca30c40 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d6a60f69-a1be-43ae-8a50-02a99ceaebaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440259 Sep 26 05:36:26.420574 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-59eed928-91a5-4d94-b1de-e9011393c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '1048db03-8f34-482d-83af-433498bb8607', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'port_id': '5c2eb711-a069-49dc-aca7-800571583c6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'mac_address': 'fa:16:3e:64:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae32da-8cf7-4b65-9387-3d013453dbe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:36:02Z', 'updated_at': '2022-09-26T05:36:25Z', 'revision_number': 1, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:31:01Z', 'revision_number': 5, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:26.422551 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port d2d361e4-87bf-4197-9996-68e762a01ce3 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:36:26.423065 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:26.424040 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port d2d361e4-87bf-4197-9996-68e762a01ce3 Sep 26 05:36:26.473321 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eed928-91a5-4d94-b1de-e9011393c242 None None] Checking router: f49bebc8-2f84-4398-bde8-b2864dfb3181 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:36:26.494640 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eed928-91a5-4d94-b1de-e9011393c242 None None] Routers {'f49bebc8-2f84-4398-bde8-b2864dfb3181'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:36:26.495254 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-59eed928-91a5-4d94-b1de-e9011393c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['f49bebc8-2f84-4398-bde8-b2864dfb3181'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:26.529132 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:26.562080 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:26.615604 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port d2d361e4-87bf-4197-9996-68e762a01ce3 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:36:26.616295 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:26.658404 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d361e4-87bf-4197-9996-68e762a01ce3'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:36:26.660790 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636a113b-5f8e-4802-87cc-598d58ad0d71" -d '{"events": [{"server_uuid": "e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e", "name": "network-vif-plugged", "status": "completed", "tag": "d2d361e4-87bf-4197-9996-68e762a01ce3"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:36:26.669269 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-59eed928-91a5-4d94-b1de-e9011393c242 None None] Set router f49bebc8-2f84-4398-bde8-b2864dfb3181 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:36:26.702270 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port d2d361e4-87bf-4197-9996-68e762a01ce3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=d2d361e4-87bf-4197-9996-68e762a01ce3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:36:26.711633 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44219204-e05e-439d-93e4-3f06bfe8f19a x-openstack-request-id: req-44219204-e05e-439d-93e4-3f06bfe8f19a {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:36:26.711929 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e", "name": "network-vif-plugged", "status": "completed", "tag": "d2d361e4-87bf-4197-9996-68e762a01ce3", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:36:26.712183 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44219204-e05e-439d-93e4-3f06bfe8f19a {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:36:26.712620 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44219204-e05e-439d-93e4-3f06bfe8f19a'] response: {'server_uuid': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'code': 200} Sep 26 05:36:26.715219 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:26.780107 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-10068add-9611-4d46-8ce1-0ff1b4ad9b97 req-eec940e9-8923-4df3-937b-56d74ee05355 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639870 Sep 26 05:36:26.803697 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:26.832518 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=d2d361e4-87bf-4197-9996-68e762a01ce3,revision_number=10']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:26.876285 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-10068add-9611-4d46-8ce1-0ff1b4ad9b97 req-abd44fec-83f7-4ef5-aad6-fb1e1148ed15 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900760 Sep 26 05:36:26.963583 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-59eed928-91a5-4d94-b1de-e9011393c242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '1048db03-8f34-482d-83af-433498bb8607', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'port_id': '5c2eb711-a069-49dc-aca7-800571583c6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'mac_address': 'fa:16:3e:64:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae32da-8cf7-4b65-9387-3d013453dbe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:36:02Z', 'updated_at': '2022-09-26T05:36:25Z', 'revision_number': 1, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:31:01Z', 'revision_number': 5, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:26.966425 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50593178-dca5-45c0-8c31-a1e87586e1f8 req-84f047b9-bd40-4c14-89f5-115dd2c7b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:26.967946 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-50593178-dca5-45c0-8c31-a1e87586e1f8 req-84f047b9-bd40-4c14-89f5-115dd2c7b2f0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 1130 time: 0.0739577 Sep 26 05:36:26.990923 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eed928-91a5-4d94-b1de-e9011393c242 None None] The sync data for ids ['f49bebc8-2f84-4398-bde8-b2864dfb3181'] in dv-cinder-859186-2-iscsi is: [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '1048db03-8f34-482d-83af-433498bb8607', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'port_id': '5c2eb711-a069-49dc-aca7-800571583c6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'mac_address': 'fa:16:3e:64:c0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ae32da-8cf7-4b65-9387-3d013453dbe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:36:02Z', 'updated_at': '2022-09-26T05:36:25Z', 'revision_number': 1, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:31:01Z', 'revision_number': 5, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:36:26.994937 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033f035-afd6-444e-b870-949479e169cd req-79cbd378-ed83-4539-8a37-11d1796394e4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:26.996560 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7033f035-afd6-444e-b870-949479e169cd req-79cbd378-ed83-4539-8a37-11d1796394e4 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 946 time: 0.0703537 Sep 26 05:36:27.041345 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-50593178-dca5-45c0-8c31-a1e87586e1f8 req-f8fc80ec-7c1b-4d5d-8ad7-a899deb62426 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648308 Sep 26 05:36:27.064988 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7033f035-afd6-444e-b870-949479e169cd req-358da93e-c3ae-46ba-8067-1a0dcf3e526b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600183 Sep 26 05:36:27.187531 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e79f17-f0a9-49e1-b2aa-43c71c7b598f None None] New status for floating IP 1048db03-8f34-482d-83af-433498bb8607: ACTIVE {{(pid=106343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:36:28.193483 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c503f8-810a-4ce4-aa9e-41faa778d0fc req-6feccc55-a65a-4118-8b08-2d617b07df4d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:28.194970 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f3c503f8-810a-4ce4-aa9e-41faa778d0fc req-6feccc55-a65a-4118-8b08-2d617b07df4d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 946 time: 0.0471234 Sep 26 05:36:28.246795 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f3c503f8-810a-4ce4-aa9e-41faa778d0fc req-257a8461-13e5-44e2-9a36-ea7abbfc0758 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462978 Sep 26 05:36:28.283312 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:28.480214 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:29.379875 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40444c-acac-4f4d-a35a-eed468beb6fa req-e7e9e465-8e49-4038-8f8e-d22c6d16d3da tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:29.381343 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7a40444c-acac-4f4d-a35a-eed468beb6fa req-e7e9e465-8e49-4038-8f8e-d22c6d16d3da tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 946 time: 0.0490365 Sep 26 05:36:29.423934 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:29.432079 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7a40444c-acac-4f4d-a35a-eed468beb6fa req-e82dbf82-494e-4007-b3c0-12f3db4bc0f0 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449746 Sep 26 05:36:30.558301 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3978f-7c19-4fc0-a867-d402d7d83550 req-f8b476c5-7ff5-4203-945b-fe961536c21e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:30.560090 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-60f3978f-7c19-4fc0-a867-d402d7d83550 req-f8b476c5-7ff5-4203-945b-fe961536c21e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 946 time: 0.0482609 Sep 26 05:36:30.608767 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-60f3978f-7c19-4fc0-a867-d402d7d83550 req-565fb61f-ba2d-4054-b1cc-8339ef3223e7 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Sep 26 05:36:32.735697 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=77,neutron:DELETE=7 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:32.740035 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=59,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:34.055938 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78286909-a49e-4875-9cdd-f9694838b407 req-4a17a3a6-f4c6-4009-aa1f-e54da329f4c1 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:34.057443 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-78286909-a49e-4875-9cdd-f9694838b407 req-4a17a3a6-f4c6-4009-aa1f-e54da329f4c1 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 946 time: 0.0512137 Sep 26 05:36:34.106904 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-78286909-a49e-4875-9cdd-f9694838b407 req-d3a49bfa-39ec-4a49-904d-92c858691397 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0405fe08-00fd-4dba-b322-6b24db6e01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415194 Sep 26 05:36:35.225051 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931ef4e-c919-42ad-9646-02ff13363307 req-4c3d0717-0336-4fa7-8d80-8a7a55a845ae tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:35.226550 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c931ef4e-c919-42ad-9646-02ff13363307 req-4c3d0717-0336-4fa7-8d80-8a7a55a845ae tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 946 time: 0.0456057 Sep 26 05:36:35.238110 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:35.274363 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c931ef4e-c919-42ad-9646-02ff13363307 req-da0a4356-1750-47aa-9984-86ec8b3d8bbf tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=0405fe08-00fd-4dba-b322-6b24db6e01c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423405 Sep 26 05:36:35.851077 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-934ec44e-7e55-41b7-966a-411d3ed386db tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:35.852533 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-934ec44e-7e55-41b7-966a-411d3ed386db tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 946 time: 0.0456305 Sep 26 05:36:35.938712 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-3fb48e5e-fb93-4b49-94ac-3f37a8282ea0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Deleting port a50f5065-0980-4bdd-bcd4-888e4c8e6890 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:36:35.939123 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-3fb48e5e-fb93-4b49-94ac-3f37a8282ea0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:36.029691 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-3fb48e5e-fb93-4b49-94ac-3f37a8282ea0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] For port a50f5065-0980-4bdd-bcd4-888e4c8e6890, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=a50f5065-0980-4bdd-bcd4-888e4c8e6890,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:36:36.030048 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-3fb48e5e-fb93-4b49-94ac-3f37a8282ea0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:36.187857 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-3fb48e5e-fb93-4b49-94ac-3f37a8282ea0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:36.188882 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-3fb48e5e-fb93-4b49-94ac-3f37a8282ea0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (6d6d71bc-8259-4dbf-a7c2-5f6a34aaefb3), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:36.189252 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-3fb48e5e-fb93-4b49-94ac-3f37a8282ea0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Floating IP 6d6d71bc-8259-4dbf-a7c2-5f6a34aaefb3 disassociated. External IP: 172.27.0.229, port: a50f5065-0980-4bdd-bcd4-888e4c8e6890. Sep 26 05:36:36.189594 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-3fb48e5e-fb93-4b49-94ac-3f37a8282ea0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Calling delete_port for a50f5065-0980-4bdd-bcd4-888e4c8e6890 owned by compute:nova {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:36:36.327512 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-3fb48e5e-fb93-4b49-94ac-3f37a8282ea0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (a50f5065-0980-4bdd-bcd4-888e4c8e6890), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:36.358728 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb48e5e-fb93-4b49-94ac-3f37a8282ea0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event deleted for resources: {'Port': ['ID=a50f5065-0980-4bdd-bcd4-888e4c8e6890,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:36.397193 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ff1558d5-8cca-450c-a9ac-a54ae1158a1a req-342a5a20-215c-432f-87b9-ff239b1d573c tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=acd42d52-e8d1-447f-882e-7151c7010c2d HTTP/1.1" status: 200 len: 210 time: 0.0395644 Sep 26 05:36:36.477003 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:36.505135 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-3fb48e5e-fb93-4b49-94ac-3f37a8282ea0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Router 5588059c-6bc9-45f9-adf5-d0de95e2025a has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:36:36.607588 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-3fb48e5e-fb93-4b49-94ac-3f37a8282ea0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:36:36.617690 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9669e8-3426-4d35-ad7f-369f8afc0e4c None None] Sync routers for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:36:36.628478 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9669e8-3426-4d35-ad7f-369f8afc0e4c None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:36:36.629090 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-2e9669e8-3426-4d35-ad7f-369f8afc0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:36.650464 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-3fb48e5e-fb93-4b49-94ac-3f37a8282ea0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] No DVR routers for this DVR port a50f5065-0980-4bdd-bcd4-888e4c8e6890 on host hv-cinder-85918 {{(pid=106340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:36:36.652902 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-3fb48e5e-fb93-4b49-94ac-3f37a8282ea0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:36.656092 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-afbb44ff-4b2b-4d67-8013-09022b6c8ccd req-3fb48e5e-fb93-4b49-94ac-3f37a8282ea0 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.60 "DELETE /networking/v2.0/ports/a50f5065-0980-4bdd-bcd4-888e4c8e6890 HTTP/1.1" status: 204 len: 173 time: 0.7983370 Sep 26 05:36:36.656606 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd42d52-e8d1-447f-882e-7151c7010c2d', 'name': 'network-vif-deleted', 'tag': 'a50f5065-0980-4bdd-bcd4-888e4c8e6890'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:36:36.659763 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ea0c80-9ec6-4f3a-ba03-93c41863ee5a" -d '{"events": [{"server_uuid": "acd42d52-e8d1-447f-882e-7151c7010c2d", "name": "network-vif-deleted", "tag": "a50f5065-0980-4bdd-bcd4-888e4c8e6890"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:36:36.699953 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6ac999-4316-4543-b812-4aa4cc6a3c2d x-openstack-request-id: req-9a6ac999-4316-4543-b812-4aa4cc6a3c2d {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:36:36.700241 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd42d52-e8d1-447f-882e-7151c7010c2d", "name": "network-vif-deleted", "tag": "a50f5065-0980-4bdd-bcd4-888e4c8e6890", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:36:36.700517 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a6ac999-4316-4543-b812-4aa4cc6a3c2d {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:36:36.700926 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a6ac999-4316-4543-b812-4aa4cc6a3c2d'] response: {'server_uuid': 'acd42d52-e8d1-447f-882e-7151c7010c2d', 'name': 'network-vif-deleted', 'tag': 'a50f5065-0980-4bdd-bcd4-888e4c8e6890', 'status': 'completed', 'code': 200} Sep 26 05:36:36.871335 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-2e9669e8-3426-4d35-ad7f-369f8afc0e4c None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:36:37.056502 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-2e9669e8-3426-4d35-ad7f-369f8afc0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:37.080957 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9669e8-3426-4d35-ad7f-369f8afc0e4c None None] Checking router: 5588059c-6bc9-45f9-adf5-d0de95e2025a for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:36:37.089182 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9669e8-3426-4d35-ad7f-369f8afc0e4c None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:36:37.089776 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-2e9669e8-3426-4d35-ad7f-369f8afc0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:37.191664 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-2e9669e8-3426-4d35-ad7f-369f8afc0e4c None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:36:37.193111 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:37.228198 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:37.281127 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=9 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:37.288694 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:37.394540 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-2e9669e8-3426-4d35-ad7f-369f8afc0e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:37.422085 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9669e8-3426-4d35-ad7f-369f8afc0e4c None None] The sync data for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi is: [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:20Z', 'revision_number': 4, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe', 'name': '', 'network_id': '542c3891-aa7c-4297-a50e-fe5b71cd3cf3', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'mac_address': 'fa:16:3e:9e:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '6783b947-c48f-4404-8277-22844ede2f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:32Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'subnets': [{'id': '6783b947-c48f-4404-8277-22844ede2f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:36:37.504628 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42420) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:37.539198 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:37.572653 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ade6f21c-b9b7-4ed4-b599-860de34eed02 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (0405fe08-00fd-4dba-b322-6b24db6e01c9), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:37.596513 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ade6f21c-b9b7-4ed4-b599-860de34eed02 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (0405fe08-00fd-4dba-b322-6b24db6e01c9), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:37.654925 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ade6f21c-b9b7-4ed4-b599-860de34eed02 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (0405fe08-00fd-4dba-b322-6b24db6e01c9), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:37.658902 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ade6f21c-b9b7-4ed4-b599-860de34eed02 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:37.660295 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-ade6f21c-b9b7-4ed4-b599-860de34eed02 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/0405fe08-00fd-4dba-b322-6b24db6e01c9 HTTP/1.1" status: 204 len: 168 time: 0.1545315 Sep 26 05:36:37.663276 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42430) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:37.671960 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6f21c-b9b7-4ed4-b599-860de34eed02 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0405fe08-00fd-4dba-b322-6b24db6e01c9,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:37.678379 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.api.v2.resource [None req-a9efe3bb-7630-4c57-b0d5-ad4c02730339 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] show failed (client error): The resource could not be found. Sep 26 05:36:37.682183 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-a9efe3bb-7630-4c57-b0d5-ad4c02730339 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "GET /networking/v2.0/security-groups/0405fe08-00fd-4dba-b322-6b24db6e01c9 HTTP/1.1" status: 404 len: 347 time: 0.0177290 Sep 26 05:36:37.682751 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42432) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:37.733944 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a9bdf-f483-4eab-8d56-72b57b59e4d3 None None] New status for floating IP 6d6d71bc-8259-4dbf-a7c2-5f6a34aaefb3: DOWN {{(pid=106343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:36:37.815540 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-2dcbf689-1f52-42c9-9e9b-59414bf5bf80 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Deleting port b61970a5-b56d-4e45-9ff7-95e1479adf18 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:36:37.815891 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf689-1f52-42c9-9e9b-59414bf5bf80 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (b61970a5-b56d-4e45-9ff7-95e1479adf18), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:37.907331 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf689-1f52-42c9-9e9b-59414bf5bf80 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (b61970a5-b56d-4e45-9ff7-95e1479adf18), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:37.907659 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf689-1f52-42c9-9e9b-59414bf5bf80 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (b61970a5-b56d-4e45-9ff7-95e1479adf18), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:37.920686 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-2dcbf689-1f52-42c9-9e9b-59414bf5bf80 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Calling delete_port for b61970a5-b56d-4e45-9ff7-95e1479adf18 owned by network:floatingip {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:36:38.053074 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf689-1f52-42c9-9e9b-59414bf5bf80 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (b61970a5-b56d-4e45-9ff7-95e1479adf18), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:38.077552 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbf689-1f52-42c9-9e9b-59414bf5bf80 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Pushing event deleted for resources: {'Port': ['ID=b61970a5-b56d-4e45-9ff7-95e1479adf18,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:38.147567 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf689-1f52-42c9-9e9b-59414bf5bf80 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks [] for floatingip (6d6d71bc-8259-4dbf-a7c2-5f6a34aaefb3), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:38.150725 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf689-1f52-42c9-9e9b-59414bf5bf80 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:38.159441 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-2dcbf689-1f52-42c9-9e9b-59414bf5bf80 tempest-AttachVolumeNegativeTest-546988886 tempest-AttachVolumeNegativeTest-546988886-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/6d6d71bc-8259-4dbf-a7c2-5f6a34aaefb3 HTTP/1.1" status: 204 len: 168 time: 0.4683738 Sep 26 05:36:38.392396 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device a50f5065-0980-4bdd-bcd4-888e4c8e6890 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:36:38.412496 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: a50f5065-0980-4bdd-bcd4-888e4c8e6890 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:36:38.412836 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device a50f5065-0980-4bdd-bcd4-888e4c8e6890 not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:36:40.878291 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:36:41.856401 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42494) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:42.321376 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688035'] for router_interface (5588059c-6bc9-45f9-adf5-d0de95e2025a), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:42.562079 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Deleting port e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:36:42.562417 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:42.635154 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:42.642805 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] For port e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:36:42.643164 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:42.659653 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Calling delete_port for e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe owned by network:router_interface {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:36:42.770946 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:42.839755 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:42.864077 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:42.877892 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:42.878220 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:42.878565 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:42.878904 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:42.879245 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:42.880181 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:42.880550 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:42.880880 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:42.881214 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:42.881543 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:42.881871 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:42.882204 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:42.882529 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:42.882856 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:42.883176 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:36:43.040700 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582419'] for router_interface (5588059c-6bc9-45f9-adf5-d0de95e2025a), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:43.248781 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Router 5588059c-6bc9-45f9-adf5-d0de95e2025a has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:36:43.352498 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:36:43.358375 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-ba1ce5a1-6469-4c07-8273-c48673ddbcb8 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/5588059c-6bc9-45f9-adf5-d0de95e2025a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4998362 Sep 26 05:36:43.360490 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42502) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:43.363285 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9795e2-cabd-4e8a-8fc4-22ef19447a2f None None] Sync routers for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:36:43.374259 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9795e2-cabd-4e8a-8fc4-22ef19447a2f None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:36:43.374988 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-fe9795e2-cabd-4e8a-8fc4-22ef19447a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:43.450163 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:43.460664 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] Publish callbacks [] for router (5588059c-6bc9-45f9-adf5-d0de95e2025a), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:43.481142 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-fe9795e2-cabd-4e8a-8fc4-22ef19447a2f None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:36:43.559679 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] Publish callbacks [] for router_gateway (5588059c-6bc9-45f9-adf5-d0de95e2025a), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:43.604689 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] Deleting port 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:36:43.605025 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:43.651686 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-fe9795e2-cabd-4e8a-8fc4-22ef19447a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:36:42Z', 'revision_number': 5, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port': {'id': '4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:10Z', 'updated_at': '2022-09-26T05:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:43.675835 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:43.676967 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9795e2-cabd-4e8a-8fc4-22ef19447a2f None None] Checking router: 5588059c-6bc9-45f9-adf5-d0de95e2025a for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:36:43.685514 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9795e2-cabd-4e8a-8fc4-22ef19447a2f None None] Routers {'5588059c-6bc9-45f9-adf5-d0de95e2025a'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:36:43.686136 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-fe9795e2-cabd-4e8a-8fc4-22ef19447a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['5588059c-6bc9-45f9-adf5-d0de95e2025a'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:43.689280 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] For port 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:36:43.689654 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:43.704533 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] Calling delete_port for 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e owned by network:router_gateway {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:36:43.772767 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-fe9795e2-cabd-4e8a-8fc4-22ef19447a2f None None] Set router 5588059c-6bc9-45f9-adf5-d0de95e2025a gateway port host: None {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:36:43.825040 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-fe9795e2-cabd-4e8a-8fc4-22ef19447a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:36:43Z', 'revision_number': 6, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port_host': None}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:43.864879 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9795e2-cabd-4e8a-8fc4-22ef19447a2f None None] The sync data for ids ['5588059c-6bc9-45f9-adf5-d0de95e2025a'] in dv-cinder-859186-2-iscsi is: [{'id': '5588059c-6bc9-45f9-adf5-d0de95e2025a', 'name': 'tempest-AttachVolumeNegativeTest-1411056473-router', 'tenant_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:36:43Z', 'revision_number': 6, 'project_id': 'fd13dd8ec810435491e3f3cba7cca4d1', 'gw_port_host': None}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:36:43.893315 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:43.917258 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:43.988640 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581465'] for router_gateway (5588059c-6bc9-45f9-adf5-d0de95e2025a), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.076203 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (5588059c-6bc9-45f9-adf5-d0de95e2025a), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.078303 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] Publish callbacks [] for router_controller (5588059c-6bc9-45f9-adf5-d0de95e2025a), precommit_delete_associations {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.123779 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582510'] for router (5588059c-6bc9-45f9-adf5-d0de95e2025a), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.124493 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5588059c-6bc9-45f9-adf5-d0de95e2025a {{(pid=106340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:36:44.129864 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.130999 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-fd04db9b-0107-42dd-92b0-e0a4bf36e18f admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/5588059c-6bc9-45f9-adf5-d0de95e2025a HTTP/1.1" status: 204 len: 168 time: 0.7686756 Sep 26 05:36:44.133573 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42506) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:44.193195 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea26d0b-43e9-4db6-be48-d67c8462c92d admin admin] Deleting subnet 6783b947-c48f-4404-8277-22844ede2f74 {{(pid=106340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:36:44.196621 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2ea26d0b-43e9-4db6-be48-d67c8462c92d admin admin] Publish callbacks [] for subnet (6783b947-c48f-4404-8277-22844ede2f74), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.245831 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2ea26d0b-43e9-4db6-be48-d67c8462c92d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2915594'] for subnet (6783b947-c48f-4404-8277-22844ede2f74), precommit_delete_associations {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.333787 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2ea26d0b-43e9-4db6-be48-d67c8462c92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (6783b947-c48f-4404-8277-22844ede2f74), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.376565 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:44.389193 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2ea26d0b-43e9-4db6-be48-d67c8462c92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3865862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8697729'] for subnet (6783b947-c48f-4404-8277-22844ede2f74), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.419485 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea26d0b-43e9-4db6-be48-d67c8462c92d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6783b947-c48f-4404-8277-22844ede2f74,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:44.423393 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2ea26d0b-43e9-4db6-be48-d67c8462c92d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.426659 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-2ea26d0b-43e9-4db6-be48-d67c8462c92d admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/6783b947-c48f-4404-8277-22844ede2f74 HTTP/1.1" status: 204 len: 168 time: 0.2918789 Sep 26 05:36:44.429178 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42508) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:44.431662 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9037902-556e-4fd6-83db-8f7dab22eeb6 None None] Network 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:36:44.651900 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d690f35-c226-44c2-9b6f-bcff047e8512 None None] DHCP port deletion for 542c3891-aa7c-4297-a50e-fe5b71cd3cf3 request from dv-cinder-859186-2-iscsi {{(pid=106342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:36:44.684472 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:36:44.711941 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:36:44.712313 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device e3dd022e-cee7-4f0c-b3c3-644cc6d92ffe not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:36:44.720218 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-2d690f35-c226-44c2-9b6f-bcff047e8512 None None] Deleting port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:36:44.720633 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2d690f35-c226-44c2-9b6f-bcff047e8512 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.758203 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (542c3891-aa7c-4297-a50e-fe5b71cd3cf3), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.797561 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-2d690f35-c226-44c2-9b6f-bcff047e8512 None None] For port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=5a494b6d-3cfa-46fd-84a2-9ba6f472c38d,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:36:44.798544 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2d690f35-c226-44c2-9b6f-bcff047e8512 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.801759 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] Deleting port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:36:44.802100 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.811433 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-2d690f35-c226-44c2-9b6f-bcff047e8512 None None] Calling delete_port for 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d owned by network:dhcp {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:36:44.877942 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] For port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=5a494b6d-3cfa-46fd-84a2-9ba6f472c38d,segment=NetworkSegment(d23663c3-aafc-4032-941e-d293f47a8afd),segment_id=d23663c3-aafc-4032-941e-d293f47a8afd)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:36:44.878332 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.893196 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:44.897112 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] Calling delete_port for 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d owned by network:dhcp {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:36:44.903246 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-2d690f35-c226-44c2-9b6f-bcff047e8512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674'] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:44.914269 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:44.937313 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d690f35-c226-44c2-9b6f-bcff047e8512 None None] Pushing event deleted for resources: {'Port': ['ID=5a494b6d-3cfa-46fd-84a2-9ba6f472c38d,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:44.941534 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d690f35-c226-44c2-9b6f-bcff047e8512 None None] No DVR routers for this DVR port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d on host dv-cinder-859186-2-iscsi {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:36:44.997142 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (5a494b6d-3cfa-46fd-84a2-9ba6f472c38d), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:45.027974 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a494b6d-3cfa-46fd-84a2-9ba6f472c38d,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:45.029887 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] No DVR routers for this DVR port 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d on host dv-cinder-859186-2-iscsi {{(pid=106340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:36:45.100551 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (542c3891-aa7c-4297-a50e-fe5b71cd3cf3), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:45.120812 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542c3891-aa7c-4297-a50e-fe5b71cd3cf3']}} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:45.130387 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23663c3-aafc-4032-941e-d293f47a8afd') {'for_net_delete': True} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:45.130683 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23663c3-aafc-4032-941e-d293f47a8afd') {} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:45.141503 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2915633'] for segment (d23663c3-aafc-4032-941e-d293f47a8afd), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:45.155141 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (d23663c3-aafc-4032-941e-d293f47a8afd), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:45.162036 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:36:45.162449 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3866044'] for segment (d23663c3-aafc-4032-941e-d293f47a8afd), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:45.209592 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.services.segments.plugin [-] Segment d23663c3-aafc-4032-941e-d293f47a8afd resource provider aggregate not found Sep 26 05:36:45.233493 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.services.segments.plugin [-] Segment d23663c3-aafc-4032-941e-d293f47a8afd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d23663c3-aafc-4032-941e-d293f47a8afd found for delete ", "request_id": "req-7ba8da0f-995b-4d8f-824e-fc0f14459014"}]} Sep 26 05:36:45.241284 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (542c3891-aa7c-4297-a50e-fe5b71cd3cf3), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:45.248551 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:45.252443 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/542c3891-aa7c-4297-a50e-fe5b71cd3cf3 HTTP/1.1" status: 204 len: 168 time: 0.8223331 Sep 26 05:36:45.262810 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f4627-194a-4350-a468-4de30bade93e admin admin] Pushing event deleted for resources: {'Network': ['ID=542c3891-aa7c-4297-a50e-fe5b71cd3cf3,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:45.368953 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42518) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:45.408539 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-27bcead2-5e05-4eff-8534-61ffe30fbc88 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fd13dd8ec810435491e3f3cba7cca4d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383270 Sep 26 05:36:45.410874 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42520) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:45.460061 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a5b31b2d-7431-4483-851d-27d1fd43f496 admin admin] Publish callbacks [] for security_group (1d841a3b-8dd7-4a71-960a-cf78a8574278), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:45.480478 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a5b31b2d-7431-4483-851d-27d1fd43f496 admin admin] Publish callbacks [] for security_group (1d841a3b-8dd7-4a71-960a-cf78a8574278), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:45.529893 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a5b31b2d-7431-4483-851d-27d1fd43f496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (1d841a3b-8dd7-4a71-960a-cf78a8574278), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:45.532545 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a5b31b2d-7431-4483-851d-27d1fd43f496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:45.533738 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-a5b31b2d-7431-4483-851d-27d1fd43f496 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1d841a3b-8dd7-4a71-960a-cf78a8574278 HTTP/1.1" status: 204 len: 168 time: 0.1219902 Sep 26 05:36:45.541537 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b31b2d-7431-4483-851d-27d1fd43f496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d841a3b-8dd7-4a71-960a-cf78a8574278,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:46.205478 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:36:46.225363 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:36:46.225714 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 5a494b6d-3cfa-46fd-84a2-9ba6f472c38d not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:36:46.226129 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:36:46.246292 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:36:46.246860 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 4a7b2bc8-4a1b-4ed2-a3c4-e3aaf6151b2e not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:36:46.847802 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42572) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:46.962067 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6f3b2ed8-37e0-45e7-b0f1-c95806d82716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:47.012626 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:47.044401 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6f3b2ed8-37e0-45e7-b0f1-c95806d82716 admin admin] Publish callbacks [] for security_group (56372709-6e91-491f-b2ff-e0ea70efb6c2), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:47.048669 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6f3b2ed8-37e0-45e7-b0f1-c95806d82716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (56372709-6e91-491f-b2ff-e0ea70efb6c2), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:47.089500 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6f3b2ed8-37e0-45e7-b0f1-c95806d82716 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=16145413c8814759ae5d24a90c4179ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402835 Sep 26 05:36:47.090387 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b2ed8-37e0-45e7-b0f1-c95806d82716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56372709-6e91-491f-b2ff-e0ea70efb6c2,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:47.092872 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42578) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:47.147026 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-25545ab6-fc6d-434f-99e6-2ef9ad24259b admin admin] Publish callbacks [] for security_group (56372709-6e91-491f-b2ff-e0ea70efb6c2), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:47.167721 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-25545ab6-fc6d-434f-99e6-2ef9ad24259b admin admin] Publish callbacks [] for security_group (56372709-6e91-491f-b2ff-e0ea70efb6c2), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:47.216364 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-25545ab6-fc6d-434f-99e6-2ef9ad24259b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (56372709-6e91-491f-b2ff-e0ea70efb6c2), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:47.219786 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-25545ab6-fc6d-434f-99e6-2ef9ad24259b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:47.221133 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-25545ab6-fc6d-434f-99e6-2ef9ad24259b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/56372709-6e91-491f-b2ff-e0ea70efb6c2 HTTP/1.1" status: 204 len: 168 time: 0.1271932 Sep 26 05:36:47.230002 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25545ab6-fc6d-434f-99e6-2ef9ad24259b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56372709-6e91-491f-b2ff-e0ea70efb6c2,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:48.107229 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:48.125402 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:49.230936 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42652) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:49.337413 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9f2b8565-c4d8-484a-9794-ea22f3d80514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:49.415960 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9f2b8565-c4d8-484a-9794-ea22f3d80514 admin admin] Publish callbacks [] for security_group (f7d03fc7-98ec-47c0-aab0-61179156777e), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:49.420796 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9f2b8565-c4d8-484a-9794-ea22f3d80514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (f7d03fc7-98ec-47c0-aab0-61179156777e), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:49.460704 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-9f2b8565-c4d8-484a-9794-ea22f3d80514 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=d3acca56936e4450bf490548c8016192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286363 Sep 26 05:36:49.461566 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b8565-c4d8-484a-9794-ea22f3d80514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d03fc7-98ec-47c0-aab0-61179156777e,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:49.464018 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42658) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:49.513982 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8082bf63-59a3-41bb-bc5a-9b7908d08cfd admin admin] Publish callbacks [] for security_group (f7d03fc7-98ec-47c0-aab0-61179156777e), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:49.534266 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8082bf63-59a3-41bb-bc5a-9b7908d08cfd admin admin] Publish callbacks [] for security_group (f7d03fc7-98ec-47c0-aab0-61179156777e), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:49.582594 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8082bf63-59a3-41bb-bc5a-9b7908d08cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (f7d03fc7-98ec-47c0-aab0-61179156777e), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:49.585156 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8082bf63-59a3-41bb-bc5a-9b7908d08cfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:49.586359 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-8082bf63-59a3-41bb-bc5a-9b7908d08cfd admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f7d03fc7-98ec-47c0-aab0-61179156777e HTTP/1.1" status: 204 len: 168 time: 0.1213391 Sep 26 05:36:49.595036 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082bf63-59a3-41bb-bc5a-9b7908d08cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d03fc7-98ec-47c0-aab0-61179156777e,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:49.852863 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42664) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:49.865725 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:49.876046 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6689b549-aafe-410a-850b-5f1c4759680c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:49.951136 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6689b549-aafe-410a-850b-5f1c4759680c admin admin] Publish callbacks [] for security_group (75b69ea3-b53b-43fa-a049-fec1806cb191), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:49.955939 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6689b549-aafe-410a-850b-5f1c4759680c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (75b69ea3-b53b-43fa-a049-fec1806cb191), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:49.996356 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6689b549-aafe-410a-850b-5f1c4759680c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ccd328929aa24d1c855039b1b4decbc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423438 Sep 26 05:36:49.997246 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689b549-aafe-410a-850b-5f1c4759680c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b69ea3-b53b-43fa-a049-fec1806cb191,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:49.999896 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42666) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:50.042021 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:50.049244 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:50.056212 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-460a1873-df0d-48ab-b639-af520e28c3f7 admin admin] Publish callbacks [] for security_group (75b69ea3-b53b-43fa-a049-fec1806cb191), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:50.079101 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-460a1873-df0d-48ab-b639-af520e28c3f7 admin admin] Publish callbacks [] for security_group (75b69ea3-b53b-43fa-a049-fec1806cb191), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:50.126515 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-460a1873-df0d-48ab-b639-af520e28c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (75b69ea3-b53b-43fa-a049-fec1806cb191), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:50.129860 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-460a1873-df0d-48ab-b639-af520e28c3f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:50.131032 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-460a1873-df0d-48ab-b639-af520e28c3f7 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/75b69ea3-b53b-43fa-a049-fec1806cb191 HTTP/1.1" status: 204 len: 168 time: 0.1300161 Sep 26 05:36:50.140210 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a1873-df0d-48ab-b639-af520e28c3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b69ea3-b53b-43fa-a049-fec1806cb191,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:53.276944 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c123e176-5faf-4d4e-b179-3f41a1f83289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:54.602182 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42772) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:54.713840 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-54de965e-0314-4ed6-8187-3e95d962888b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:54.795057 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-54de965e-0314-4ed6-8187-3e95d962888b admin admin] Publish callbacks [] for security_group (21121838-c44f-4bcb-92a4-63dbf48bdf0a), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:54.798699 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-54de965e-0314-4ed6-8187-3e95d962888b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (21121838-c44f-4bcb-92a4-63dbf48bdf0a), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:54.835136 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42778) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:54.838511 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-54de965e-0314-4ed6-8187-3e95d962888b admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0c423eafcb414dc19fa8ca71fa523193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352841 Sep 26 05:36:54.839352 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de965e-0314-4ed6-8187-3e95d962888b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21121838-c44f-4bcb-92a4-63dbf48bdf0a,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:54.842629 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42782) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:54.895965 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-69a964e1-9fbb-4bac-b3c7-d8fe7f90f0ab admin admin] Publish callbacks [] for security_group (21121838-c44f-4bcb-92a4-63dbf48bdf0a), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:54.916298 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-69a964e1-9fbb-4bac-b3c7-d8fe7f90f0ab admin admin] Publish callbacks [] for security_group (21121838-c44f-4bcb-92a4-63dbf48bdf0a), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.017852 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-69a964e1-9fbb-4bac-b3c7-d8fe7f90f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (21121838-c44f-4bcb-92a4-63dbf48bdf0a), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.020481 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-69a964e1-9fbb-4bac-b3c7-d8fe7f90f0ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.021600 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-69a964e1-9fbb-4bac-b3c7-d8fe7f90f0ab admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/21121838-c44f-4bcb-92a4-63dbf48bdf0a HTTP/1.1" status: 204 len: 168 time: 0.1774685 Sep 26 05:36:55.058041 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a964e1-9fbb-4bac-b3c7-d8fe7f90f0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21121838-c44f-4bcb-92a4-63dbf48bdf0a,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:55.115678 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-71b998fb-85ed-4a7a-a3ab-6f3f3853d43d tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Deleting port 45db1285-ca36-4c83-99ae-723abc5bb1c8 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:36:55.116021 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-71b998fb-85ed-4a7a-a3ab-6f3f3853d43d tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (45db1285-ca36-4c83-99ae-723abc5bb1c8), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.210278 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-71b998fb-85ed-4a7a-a3ab-6f3f3853d43d tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (45db1285-ca36-4c83-99ae-723abc5bb1c8), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.210598 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-71b998fb-85ed-4a7a-a3ab-6f3f3853d43d tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for floatingip (45db1285-ca36-4c83-99ae-723abc5bb1c8), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.226154 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-71b998fb-85ed-4a7a-a3ab-6f3f3853d43d tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Calling delete_port for 45db1285-ca36-4c83-99ae-723abc5bb1c8 owned by network:floatingip {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:36:55.287632 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:55.315091 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42788) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:55.329189 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-59ef460f-b026-41cb-ac3b-25ad979b8f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.405195 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-71b998fb-85ed-4a7a-a3ab-6f3f3853d43d tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (45db1285-ca36-4c83-99ae-723abc5bb1c8), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.412014 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-59ef460f-b026-41cb-ac3b-25ad979b8f40 admin admin] Publish callbacks [] for security_group (075a543f-e116-48c2-ae84-84f78c7ff6bc), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.415796 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-59ef460f-b026-41cb-ac3b-25ad979b8f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (075a543f-e116-48c2-ae84-84f78c7ff6bc), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.430149 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b998fb-85ed-4a7a-a3ab-6f3f3853d43d tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Pushing event deleted for resources: {'Port': ['ID=45db1285-ca36-4c83-99ae-723abc5bb1c8,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:55.457118 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-59ef460f-b026-41cb-ac3b-25ad979b8f40 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7cdad627b89448f28b2e7756c7d5bb32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405466 Sep 26 05:36:55.457829 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef460f-b026-41cb-ac3b-25ad979b8f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075a543f-e116-48c2-ae84-84f78c7ff6bc,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:55.459795 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42790) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:36:55.507519 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:DELETE=7 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:55.533103 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-71b998fb-85ed-4a7a-a3ab-6f3f3853d43d tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for floatingip (12926d16-17be-48ed-a03b-d41ee8d69af6), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.533433 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [None req-71b998fb-85ed-4a7a-a3ab-6f3f3853d43d tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Floating IP 12926d16-17be-48ed-a03b-d41ee8d69af6 disassociated (deleted). External IP: 172.27.0.134, port: 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d. Sep 26 05:36:55.587647 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5de3abb0-8f3c-4d81-b0d2-d6c164399b6b admin admin] Publish callbacks [] for security_group (075a543f-e116-48c2-ae84-84f78c7ff6bc), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.613101 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0edc4509-767a-408e-8af8-51a62d3d512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.637071 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5de3abb0-8f3c-4d81-b0d2-d6c164399b6b admin admin] Publish callbacks [] for security_group (075a543f-e116-48c2-ae84-84f78c7ff6bc), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.734685 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5de3abb0-8f3c-4d81-b0d2-d6c164399b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (075a543f-e116-48c2-ae84-84f78c7ff6bc), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.737171 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5de3abb0-8f3c-4d81-b0d2-d6c164399b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.738310 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-5de3abb0-8f3c-4d81-b0d2-d6c164399b6b admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/075a543f-e116-48c2-ae84-84f78c7ff6bc HTTP/1.1" status: 204 len: 168 time: 0.2775524 Sep 26 05:36:55.771373 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3abb0-8f3c-4d81-b0d2-d6c164399b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075a543f-e116-48c2-ae84-84f78c7ff6bc,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:55.810962 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b998fb-85ed-4a7a-a3ab-6f3f3853d43d tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Router 2e88d9f9-095a-4e38-b5fd-ca49f250744b has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:36:55.936977 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b998fb-85ed-4a7a-a3ab-6f3f3853d43d tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:36:55.942092 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-71b998fb-85ed-4a7a-a3ab-6f3f3853d43d tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:55.949121 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e4f73-2d47-49f5-979f-e164b2b79bbe None None] Sync routers for ids ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:36:55.965321 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e4f73-2d47-49f5-979f-e164b2b79bbe None None] Routers {'2e88d9f9-095a-4e38-b5fd-ca49f250744b'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:36:55.966389 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-2b3e4f73-2d47-49f5-979f-e164b2b79bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:55.979790 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-71b998fb-85ed-4a7a-a3ab-6f3f3853d43d tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/12926d16-17be-48ed-a03b-d41ee8d69af6 HTTP/1.1" status: 204 len: 168 time: 1.1412959 Sep 26 05:36:55.979790 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'tag': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:36:55.989167 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6665cfac-690c-4d7f-8a26-9221b5b94709" -d '{"events": [{"name": "network-changed", "server_uuid": "b60837af-4528-4e98-bb46-0e80e3270c0d", "tag": "7672989d-ca9b-46a1-b56a-6c9d7ec17b2d"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:36:56.064047 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9f6969-4d64-4058-b439-17b2421295e4 x-openstack-request-id: req-9d9f6969-4d64-4058-b439-17b2421295e4 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:36:56.064596 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b60837af-4528-4e98-bb46-0e80e3270c0d", "tag": "7672989d-ca9b-46a1-b56a-6c9d7ec17b2d", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:36:56.065123 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d9f6969-4d64-4058-b439-17b2421295e4 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:36:56.065731 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9f6969-4d64-4058-b439-17b2421295e4'] response: {'name': 'network-changed', 'server_uuid': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'tag': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d', 'status': 'completed', 'code': 200} Sep 26 05:36:56.101800 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-2b3e4f73-2d47-49f5-979f-e164b2b79bbe None None] Set router 2e88d9f9-095a-4e38-b5fd-ca49f250744b gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:36:56.177254 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665cfac-690c-4d7f-8a26-9221b5b94709 req-87723b66-9efb-4576-b0d7-54c3c290b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:56.178763 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6665cfac-690c-4d7f-8a26-9221b5b94709 req-87723b66-9efb-4576-b0d7-54c3c290b4da service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=e1b5f9daf8d44a6987bbff8939ed7c92&device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 1130 time: 0.0741971 Sep 26 05:36:56.318060 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92751b93-476a-442b-8f6c-40bb438e3bca req-60e53285-3f00-45d9-922a-9ca265f890c2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:56.319763 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-92751b93-476a-442b-8f6c-40bb438e3bca req-60e53285-3f00-45d9-922a-9ca265f890c2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0753839 Sep 26 05:36:56.364680 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-2b3e4f73-2d47-49f5-979f-e164b2b79bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:24Z', 'updated_at': '2022-09-26T05:30:29Z', 'revision_number': 4, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'gw_port': {'id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:25Z', 'updated_at': '2022-09-26T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'f0a2d807-650e-45d2-baef-cc024286e416', 'name': '', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'mac_address': 'fa:16:3e:c2:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:28Z', 'updated_at': '2022-09-26T05:30:34Z', 'revision_number': 5, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'subnets': [{'id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:56.385956 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-92751b93-476a-442b-8f6c-40bb438e3bca req-5e5c3e64-5de7-4423-a140-e1a385882517 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598874 Sep 26 05:36:56.394270 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e4f73-2d47-49f5-979f-e164b2b79bbe None None] Checking router: 2e88d9f9-095a-4e38-b5fd-ca49f250744b for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:36:56.403602 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e4f73-2d47-49f5-979f-e164b2b79bbe None None] Routers {'2e88d9f9-095a-4e38-b5fd-ca49f250744b'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:36:56.404408 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-2b3e4f73-2d47-49f5-979f-e164b2b79bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:56.539330 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-2b3e4f73-2d47-49f5-979f-e164b2b79bbe None None] Set router 2e88d9f9-095a-4e38-b5fd-ca49f250744b gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:36:56.737884 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:56.745522 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-2b3e4f73-2d47-49f5-979f-e164b2b79bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:24Z', 'updated_at': '2022-09-26T05:30:29Z', 'revision_number': 4, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'gw_port': {'id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:25Z', 'updated_at': '2022-09-26T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'f0a2d807-650e-45d2-baef-cc024286e416', 'name': '', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'mac_address': 'fa:16:3e:c2:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:28Z', 'updated_at': '2022-09-26T05:30:34Z', 'revision_number': 5, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'subnets': [{'id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:36:56.770609 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e4f73-2d47-49f5-979f-e164b2b79bbe None None] The sync data for ids ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'] in dv-cinder-859186-2-iscsi is: [{'id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:24Z', 'updated_at': '2022-09-26T05:30:29Z', 'revision_number': 4, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'gw_port': {'id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:25Z', 'updated_at': '2022-09-26T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'f0a2d807-650e-45d2-baef-cc024286e416', 'name': '', 'network_id': '73121f4e-6b77-45b6-a1f2-7577a1a4a779', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'mac_address': 'fa:16:3e:c2:4a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:28Z', 'updated_at': '2022-09-26T05:30:34Z', 'revision_number': 5, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'subnets': [{'id': '26b0e0ad-b964-43a8-8455-883885c6a7f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:36:57.006374 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0207e31-4b7c-47a9-adb4-896e3b054762 None None] New status for floating IP 12926d16-17be-48ed-a03b-d41ee8d69af6: DOWN {{(pid=106342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:36:57.477167 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:57.513481 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf343b3-80c7-47b4-aabd-04bd1bd13261 req-32d023f1-8202-450a-83f4-aa3c2591f8d7 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:57.515581 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ddf343b3-80c7-47b4-aabd-04bd1bd13261 req-32d023f1-8202-450a-83f4-aa3c2591f8d7 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0487556 Sep 26 05:36:57.582976 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ddf343b3-80c7-47b4-aabd-04bd1bd13261 req-9c58214a-24f8-4761-a744-d5c437eb65ce tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618174 Sep 26 05:36:57.667750 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665cfac-690c-4d7f-8a26-9221b5b94709 req-452bb8a8-14ee-4e4d-a0f9-dfe2a2a31979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:57.669359 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6665cfac-690c-4d7f-8a26-9221b5b94709 req-452bb8a8-14ee-4e4d-a0f9-dfe2a2a31979 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=73121f4e-6b77-45b6-a1f2-7577a1a4a779 HTTP/1.1" status: 200 len: 909 time: 0.1166406 Sep 26 05:36:57.832101 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6665cfac-690c-4d7f-8a26-9221b5b94709 req-9f1ee793-d886-43d7-84ac-bd813223399c service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d HTTP/1.1" status: 200 len: 217 time: 0.0340304 Sep 26 05:36:57.892341 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665cfac-690c-4d7f-8a26-9221b5b94709 req-659c531b-dd27-4fdc-b404-6decc56b96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:57.893814 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6665cfac-690c-4d7f-8a26-9221b5b94709 req-659c531b-dd27-4fdc-b404-6decc56b96bb service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=26b0e0ad-b964-43a8-8455-883885c6a7f7 HTTP/1.1" status: 200 len: 847 time: 0.0514150 Sep 26 05:36:58.104234 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665cfac-690c-4d7f-8a26-9221b5b94709 req-221af18f-7ea9-42fa-a8b5-dd9e37f52116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:58.105693 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6665cfac-690c-4d7f-8a26-9221b5b94709 req-221af18f-7ea9-42fa-a8b5-dd9e37f52116 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=73121f4e-6b77-45b6-a1f2-7577a1a4a779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447183 Sep 26 05:36:58.185470 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fcc4e-eff8-441d-9529-41cf6768cc81 req-468d4006-829e-4600-b428-ad7ae0d2bb5a tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:58.186991 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-245fcc4e-eff8-441d-9529-41cf6768cc81 req-468d4006-829e-4600-b428-ad7ae0d2bb5a tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0458002 Sep 26 05:36:58.187894 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:58.203261 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6665cfac-690c-4d7f-8a26-9221b5b94709 req-9eb10c9d-92ff-4d06-9708-8ad3d0e6a9a7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/73121f4e-6b77-45b6-a1f2-7577a1a4a779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854175 Sep 26 05:36:58.278562 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-245fcc4e-eff8-441d-9529-41cf6768cc81 req-3a23cbb4-6779-4abe-9381-3149d08e73c2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Deleting port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:36:58.279121 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-245fcc4e-eff8-441d-9529-41cf6768cc81 req-3a23cbb4-6779-4abe-9381-3149d08e73c2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:58.286861 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:58.305966 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6665cfac-690c-4d7f-8a26-9221b5b94709 req-68cceab9-331e-497b-ba2c-d085c17d1905 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/73121f4e-6b77-45b6-a1f2-7577a1a4a779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947044 Sep 26 05:36:58.371901 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-245fcc4e-eff8-441d-9529-41cf6768cc81 req-3a23cbb4-6779-4abe-9381-3149d08e73c2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] For port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:36:58.372169 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-245fcc4e-eff8-441d-9529-41cf6768cc81 req-3a23cbb4-6779-4abe-9381-3149d08e73c2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:58.384993 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-245fcc4e-eff8-441d-9529-41cf6768cc81 req-3a23cbb4-6779-4abe-9381-3149d08e73c2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Calling delete_port for 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d owned by compute:nova {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:36:58.430977 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:58.484548 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:58.709414 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366211e-8e5d-4c97-9949-8747091e7f9c req-36432288-fefb-4cd7-9c40-afede7054f2e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:36:58.710973 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5366211e-8e5d-4c97-9949-8747091e7f9c req-36432288-fefb-4cd7-9c40-afede7054f2e tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 946 time: 0.0476513 Sep 26 05:36:58.740290 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-245fcc4e-eff8-441d-9529-41cf6768cc81 req-3a23cbb4-6779-4abe-9381-3149d08e73c2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (7672989d-ca9b-46a1-b56a-6c9d7ec17b2d), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:58.751400 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:36:58.771429 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5366211e-8e5d-4c97-9949-8747091e7f9c req-929c8b2e-9baf-437e-9d20-d20990a0a395 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6cb0b755-4153-4443-a898-53d4121b1060&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545726 Sep 26 05:36:58.776312 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23cbb4-6779-4abe-9381-3149d08e73c2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Pushing event deleted for resources: {'Port': ['ID=7672989d-ca9b-46a1-b56a-6c9d7ec17b2d,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:36:58.843543 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-245fcc4e-eff8-441d-9529-41cf6768cc81 req-3a23cbb4-6779-4abe-9381-3149d08e73c2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] No DVR routers for this DVR port 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d on host hv-cinder-85918 {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:36:58.846231 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-245fcc4e-eff8-441d-9529-41cf6768cc81 req-3a23cbb4-6779-4abe-9381-3149d08e73c2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:36:58.849961 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-245fcc4e-eff8-441d-9529-41cf6768cc81 req-3a23cbb4-6779-4abe-9381-3149d08e73c2 tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.60 "DELETE /networking/v2.0/ports/7672989d-ca9b-46a1-b56a-6c9d7ec17b2d HTTP/1.1" status: 204 len: 173 time: 0.6562417 Sep 26 05:36:58.850462 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'name': 'network-vif-deleted', 'tag': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:36:58.852754 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b969664-93b3-49a9-8cf4-05ac248968df" -d '{"events": [{"server_uuid": "b60837af-4528-4e98-bb46-0e80e3270c0d", "name": "network-vif-deleted", "tag": "7672989d-ca9b-46a1-b56a-6c9d7ec17b2d"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:36:58.893423 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc83d4a-b185-408c-ae13-59f928874834 x-openstack-request-id: req-5cc83d4a-b185-408c-ae13-59f928874834 {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:36:58.893715 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b60837af-4528-4e98-bb46-0e80e3270c0d", "name": "network-vif-deleted", "tag": "7672989d-ca9b-46a1-b56a-6c9d7ec17b2d", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:36:58.893965 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cc83d4a-b185-408c-ae13-59f928874834 {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:36:58.894371 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc83d4a-b185-408c-ae13-59f928874834'] response: {'server_uuid': 'b60837af-4528-4e98-bb46-0e80e3270c0d', 'name': 'network-vif-deleted', 'tag': '7672989d-ca9b-46a1-b56a-6c9d7ec17b2d', 'status': 'completed', 'code': 200} Sep 26 05:36:59.896031 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b8803504-1208-4d14-9f36-bc2f60e3d1f7 req-fb4e1869-6780-4d4d-a440-5380cb0ae1cd tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=b60837af-4528-4e98-bb46-0e80e3270c0d HTTP/1.1" status: 200 len: 210 time: 0.0314975 Sep 26 05:37:00.496664 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42916) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:00.541816 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:37:00.563545 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:37:00.563890 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 7672989d-ca9b-46a1-b56a-6c9d7ec17b2d not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:37:00.602523 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6f09137f-38d6-4d07-9df2-1306e004d6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:00.676678 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6f09137f-38d6-4d07-9df2-1306e004d6e6 admin admin] Publish callbacks [] for security_group (05936555-4817-40a7-a0b2-d7e40061e236), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:00.680234 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6f09137f-38d6-4d07-9df2-1306e004d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (05936555-4817-40a7-a0b2-d7e40061e236), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:00.717583 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09137f-38d6-4d07-9df2-1306e004d6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05936555-4817-40a7-a0b2-d7e40061e236,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:00.721858 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6f09137f-38d6-4d07-9df2-1306e004d6e6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e81b2b8a45a44f37a8891d2e895be080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241242 Sep 26 05:37:00.724764 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42920) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:00.774609 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bdc35887-ca10-4247-bee4-560b9ec56d25 admin admin] Publish callbacks [] for security_group (05936555-4817-40a7-a0b2-d7e40061e236), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:00.794084 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bdc35887-ca10-4247-bee4-560b9ec56d25 admin admin] Publish callbacks [] for security_group (05936555-4817-40a7-a0b2-d7e40061e236), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:00.844025 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bdc35887-ca10-4247-bee4-560b9ec56d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (05936555-4817-40a7-a0b2-d7e40061e236), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:00.846545 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bdc35887-ca10-4247-bee4-560b9ec56d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:00.847667 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-bdc35887-ca10-4247-bee4-560b9ec56d25 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/05936555-4817-40a7-a0b2-d7e40061e236 HTTP/1.1" status: 204 len: 168 time: 0.1219838 Sep 26 05:37:00.856062 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc35887-ca10-4247-bee4-560b9ec56d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05936555-4817-40a7-a0b2-d7e40061e236,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:00.967031 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42926) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:00.996278 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:01.029083 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-78cd9a9a-14d7-493e-84b6-9378e652109b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group (6cb0b755-4153-4443-a898-53d4121b1060), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.055794 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-78cd9a9a-14d7-493e-84b6-9378e652109b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group (6cb0b755-4153-4443-a898-53d4121b1060), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.127192 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-78cd9a9a-14d7-493e-84b6-9378e652109b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (6cb0b755-4153-4443-a898-53d4121b1060), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.129810 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-78cd9a9a-14d7-493e-84b6-9378e652109b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.132865 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-78cd9a9a-14d7-493e-84b6-9378e652109b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6cb0b755-4153-4443-a898-53d4121b1060 HTTP/1.1" status: 204 len: 168 time: 0.1650114 Sep 26 05:37:01.144057 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd9a9a-14d7-493e-84b6-9378e652109b tempest-TestShelveInstance-1352166379 tempest-TestShelveInstance-1352166379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb0b755-4153-4443-a898-53d4121b1060,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:01.185944 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42936) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:01.204174 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42940) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:01.230631 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-879b94c9-bca2-4675-ac25-30ed9eeda57d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.322930 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-879b94c9-bca2-4675-ac25-30ed9eeda57d admin admin] Publish callbacks [] for security_group (13b59e34-448f-4164-81f1-b09e21e69f5d), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.328051 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-879b94c9-bca2-4675-ac25-30ed9eeda57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (13b59e34-448f-4164-81f1-b09e21e69f5d), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.367985 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42944) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:01.368181 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-879b94c9-bca2-4675-ac25-30ed9eeda57d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=84ba1f10789e4ba9954546da3c3518fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627138 Sep 26 05:37:01.378993 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b94c9-bca2-4675-ac25-30ed9eeda57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b59e34-448f-4164-81f1-b09e21e69f5d,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:01.381438 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 42946) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:01.423811 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-97e7a36d-b300-4e7c-9005-001c1e071bf9 admin admin] Publish callbacks [] for security_group (13b59e34-448f-4164-81f1-b09e21e69f5d), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.447415 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-97e7a36d-b300-4e7c-9005-001c1e071bf9 admin admin] Publish callbacks [] for security_group (13b59e34-448f-4164-81f1-b09e21e69f5d), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.453966 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:01.509184 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-97e7a36d-b300-4e7c-9005-001c1e071bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (13b59e34-448f-4164-81f1-b09e21e69f5d), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.511682 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-97e7a36d-b300-4e7c-9005-001c1e071bf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.515256 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-97e7a36d-b300-4e7c-9005-001c1e071bf9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/13b59e34-448f-4164-81f1-b09e21e69f5d HTTP/1.1" status: 204 len: 168 time: 0.1434836 Sep 26 05:37:01.523039 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7a36d-b300-4e7c-9005-001c1e071bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b59e34-448f-4164-81f1-b09e21e69f5d,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:01.544415 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.783814 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Publish callbacks [] for security_group (53c39e39-0384-46ff-9723-f85ddc88b3ef), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.791619 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (53c39e39-0384-46ff-9723-f85ddc88b3ef), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.896353 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-63579938-5101-45b9-8959-ed2164367c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688035'] for router_interface (2e88d9f9-095a-4e38-b5fd-ca49f250744b), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.897978 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c39e39-0384-46ff-9723-f85ddc88b3ef,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:01.900610 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:01.903467 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=68d09451a7774b63bc312bf0de415e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5201166 Sep 26 05:37:01.906717 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42962) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:01.948730 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:01.948996 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:01.949193 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:01.949526 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:01.949861 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:01.950327 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:01.950862 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:01.951080 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:01.951392 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:01.951716 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:01.952041 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:01.952443 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:01.953266 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:01.953266 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:01.953576 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517033d8-b2c7-4cc1-b0eb-1a1c805f0205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:01.965992 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b84190cb-4c98-4ff2-b22d-92d2515ad7f3 admin admin] Publish callbacks [] for security_group (53c39e39-0384-46ff-9723-f85ddc88b3ef), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:01.987733 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b84190cb-4c98-4ff2-b22d-92d2515ad7f3 admin admin] Publish callbacks [] for security_group (53c39e39-0384-46ff-9723-f85ddc88b3ef), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:02.012378 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:02.047549 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b84190cb-4c98-4ff2-b22d-92d2515ad7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (53c39e39-0384-46ff-9723-f85ddc88b3ef), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:02.050422 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b84190cb-4c98-4ff2-b22d-92d2515ad7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:02.051592 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-b84190cb-4c98-4ff2-b22d-92d2515ad7f3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/53c39e39-0384-46ff-9723-f85ddc88b3ef HTTP/1.1" status: 204 len: 168 time: 0.1438768 Sep 26 05:37:02.064881 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84190cb-4c98-4ff2-b22d-92d2515ad7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c39e39-0384-46ff-9723-f85ddc88b3ef,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:02.228754 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-63579938-5101-45b9-8959-ed2164367c81 admin admin] Deleting port f0a2d807-650e-45d2-baef-cc024286e416 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:02.229689 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-63579938-5101-45b9-8959-ed2164367c81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (f0a2d807-650e-45d2-baef-cc024286e416), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:02.329448 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-63579938-5101-45b9-8959-ed2164367c81 admin admin] For port f0a2d807-650e-45d2-baef-cc024286e416, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=f0a2d807-650e-45d2-baef-cc024286e416,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:02.329448 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-63579938-5101-45b9-8959-ed2164367c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (f0a2d807-650e-45d2-baef-cc024286e416), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:02.341610 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-63579938-5101-45b9-8959-ed2164367c81 admin admin] Calling delete_port for f0a2d807-650e-45d2-baef-cc024286e416 owned by network:router_interface {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:02.543620 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-63579938-5101-45b9-8959-ed2164367c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (f0a2d807-650e-45d2-baef-cc024286e416), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:02.579221 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63579938-5101-45b9-8959-ed2164367c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a2d807-650e-45d2-baef-cc024286e416,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:02.752981 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 42998) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:02.791735 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-63579938-5101-45b9-8959-ed2164367c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582419'] for router_interface (2e88d9f9-095a-4e38-b5fd-ca49f250744b), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:02.956908 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:03.019274 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63579938-5101-45b9-8959-ed2164367c81 admin admin] Router 2e88d9f9-095a-4e38-b5fd-ca49f250744b has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:37:03.039954 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fdffcff8-283b-4b8f-b147-1b6c74043603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.074443 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:03.133334 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63579938-5101-45b9-8959-ed2164367c81 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:37:03.139543 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fdffcff8-283b-4b8f-b147-1b6c74043603 admin admin] Publish callbacks [] for security_group (c99ecc01-b0d0-45af-bae5-a4c24b7b2d1c), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.141467 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-63579938-5101-45b9-8959-ed2164367c81 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/2e88d9f9-095a-4e38-b5fd-ca49f250744b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9536977 Sep 26 05:37:03.143539 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e34c1a-99ee-4bd3-8db0-90a4c12424d4 None None] Sync routers for ids ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:37:03.144189 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43010) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:03.152630 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-fdffcff8-283b-4b8f-b147-1b6c74043603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (c99ecc01-b0d0-45af-bae5-a4c24b7b2d1c), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.157206 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e34c1a-99ee-4bd3-8db0-90a4c12424d4 None None] Routers {'2e88d9f9-095a-4e38-b5fd-ca49f250744b'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:03.158268 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-b4e34c1a-99ee-4bd3-8db0-90a4c12424d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:03.243831 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-fdffcff8-283b-4b8f-b147-1b6c74043603 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=bd1767be02f5469fac353f6ac9e72fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4873807 Sep 26 05:37:03.245141 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43014) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:03.265728 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffcff8-283b-4b8f-b147-1b6c74043603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99ecc01-b0d0-45af-bae5-a4c24b7b2d1c,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:03.271946 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-b4e34c1a-99ee-4bd3-8db0-90a4c12424d4 None None] Set router 2e88d9f9-095a-4e38-b5fd-ca49f250744b gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:03.298059 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] Publish callbacks [] for router (2e88d9f9-095a-4e38-b5fd-ca49f250744b), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.308822 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c82b87d1-371b-4317-8c87-8f442949629f admin admin] Publish callbacks [] for security_group (c99ecc01-b0d0-45af-bae5-a4c24b7b2d1c), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.336304 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c82b87d1-371b-4317-8c87-8f442949629f admin admin] Publish callbacks [] for security_group (c99ecc01-b0d0-45af-bae5-a4c24b7b2d1c), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.351455 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43016) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:03.357640 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:03.408349 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c82b87d1-371b-4317-8c87-8f442949629f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (c99ecc01-b0d0-45af-bae5-a4c24b7b2d1c), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.409098 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:03.414084 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c82b87d1-371b-4317-8c87-8f442949629f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.415717 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-c82b87d1-371b-4317-8c87-8f442949629f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/c99ecc01-b0d0-45af-bae5-a4c24b7b2d1c HTTP/1.1" status: 204 len: 168 time: 0.1690621 Sep 26 05:37:03.418891 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] Publish callbacks [] for router_gateway (2e88d9f9-095a-4e38-b5fd-ca49f250744b), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.426920 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b87d1-371b-4317-8c87-8f442949629f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99ecc01-b0d0-45af-bae5-a4c24b7b2d1c,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:03.485682 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] Deleting port ca2a361d-28d1-46dd-a86f-d76ab6e1301e {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:03.486054 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (ca2a361d-28d1-46dd-a86f-d76ab6e1301e), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.513374 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:03.530131 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-b4e34c1a-99ee-4bd3-8db0-90a4c12424d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:24Z', 'updated_at': '2022-09-26T05:37:02Z', 'revision_number': 5, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'gw_port': {'id': 'ca2a361d-28d1-46dd-a86f-d76ab6e1301e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:25Z', 'updated_at': '2022-09-26T05:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:03.530981 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-a8ff803e-ab65-40d7-bd27-9d9a2b8c3ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.564759 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e34c1a-99ee-4bd3-8db0-90a4c12424d4 None None] Checking router: 2e88d9f9-095a-4e38-b5fd-ca49f250744b for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:37:03.579100 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e34c1a-99ee-4bd3-8db0-90a4c12424d4 None None] Routers {'2e88d9f9-095a-4e38-b5fd-ca49f250744b'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:03.579993 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-b4e34c1a-99ee-4bd3-8db0-90a4c12424d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:03.609302 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] For port ca2a361d-28d1-46dd-a86f-d76ab6e1301e, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=ca2a361d-28d1-46dd-a86f-d76ab6e1301e,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:03.609680 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (ca2a361d-28d1-46dd-a86f-d76ab6e1301e), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.629783 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-a8ff803e-ab65-40d7-bd27-9d9a2b8c3ebc admin admin] Publish callbacks [] for security_group (f197eb43-7b9a-44d0-b498-58a4556509e0), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.631460 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] Calling delete_port for ca2a361d-28d1-46dd-a86f-d76ab6e1301e owned by network:router_gateway {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:03.634827 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-a8ff803e-ab65-40d7-bd27-9d9a2b8c3ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (f197eb43-7b9a-44d0-b498-58a4556509e0), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.666529 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-a8ff803e-ab65-40d7-bd27-9d9a2b8c3ebc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=f88ccc88ce1f40f9a250800f256cb0ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117583 Sep 26 05:37:03.677550 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43026) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:03.683668 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-b4e34c1a-99ee-4bd3-8db0-90a4c12424d4 None None] Set router 2e88d9f9-095a-4e38-b5fd-ca49f250744b gateway port host: None {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:03.744080 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-b4e34c1a-99ee-4bd3-8db0-90a4c12424d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:24Z', 'updated_at': '2022-09-26T05:37:03Z', 'revision_number': 6, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'gw_port_host': None}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:03.753041 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5a428e4d-0d23-4bb6-89bf-878a39c3d1f6 admin admin] Publish callbacks [] for security_group (f197eb43-7b9a-44d0-b498-58a4556509e0), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.770736 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff803e-ab65-40d7-bd27-9d9a2b8c3ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f197eb43-7b9a-44d0-b498-58a4556509e0,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:03.773311 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e34c1a-99ee-4bd3-8db0-90a4c12424d4 None None] The sync data for ids ['2e88d9f9-095a-4e38-b5fd-ca49f250744b'] in dv-cinder-859186-2-iscsi is: [{'id': '2e88d9f9-095a-4e38-b5fd-ca49f250744b', 'name': 'tempest-TestShelveInstance-151857727-router', 'tenant_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:24Z', 'updated_at': '2022-09-26T05:37:03Z', 'revision_number': 6, 'project_id': 'e1b5f9daf8d44a6987bbff8939ed7c92', 'gw_port_host': None}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:37:03.785222 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5a428e4d-0d23-4bb6-89bf-878a39c3d1f6 admin admin] Publish callbacks [] for security_group (f197eb43-7b9a-44d0-b498-58a4556509e0), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.851318 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5a428e4d-0d23-4bb6-89bf-878a39c3d1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (f197eb43-7b9a-44d0-b498-58a4556509e0), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.854980 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5a428e4d-0d23-4bb6-89bf-878a39c3d1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.857109 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-5a428e4d-0d23-4bb6-89bf-878a39c3d1f6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f197eb43-7b9a-44d0-b498-58a4556509e0 HTTP/1.1" status: 204 len: 168 time: 0.1760974 Sep 26 05:37:03.862586 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (ca2a361d-28d1-46dd-a86f-d76ab6e1301e), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.868210 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a428e4d-0d23-4bb6-89bf-878a39c3d1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f197eb43-7b9a-44d0-b498-58a4556509e0,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:03.897544 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2a361d-28d1-46dd-a86f-d76ab6e1301e,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:03.970498 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581465'] for router_gateway (2e88d9f9-095a-4e38-b5fd-ca49f250744b), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:03.972424 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:04.069320 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (2e88d9f9-095a-4e38-b5fd-ca49f250744b), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.071613 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] Publish callbacks [] for router_controller (2e88d9f9-095a-4e38-b5fd-ca49f250744b), precommit_delete_associations {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.125526 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582510'] for router (2e88d9f9-095a-4e38-b5fd-ca49f250744b), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.126606 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e88d9f9-095a-4e38-b5fd-ca49f250744b {{(pid=106340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:37:04.131750 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.135331 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6d0da33c-64c5-42bd-b9a8-e9ccdf9d4fc2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/2e88d9f9-095a-4e38-b5fd-ca49f250744b HTTP/1.1" status: 204 len: 168 time: 0.9875336 Sep 26 05:37:04.136001 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43044) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:04.219418 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c7f8d5-9b8b-4425-9bd2-a9894ba9cdb9 admin admin] Deleting subnet 26b0e0ad-b964-43a8-8455-883885c6a7f7 {{(pid=106340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:37:04.225042 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-73c7f8d5-9b8b-4425-9bd2-a9894ba9cdb9 admin admin] Publish callbacks [] for subnet (26b0e0ad-b964-43a8-8455-883885c6a7f7), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.285056 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-73c7f8d5-9b8b-4425-9bd2-a9894ba9cdb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2915594'] for subnet (26b0e0ad-b964-43a8-8455-883885c6a7f7), precommit_delete_associations {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.359141 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device f0a2d807-650e-45d2-baef-cc024286e416 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:37:04.379524 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:04.381188 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: f0a2d807-650e-45d2-baef-cc024286e416 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:37:04.381760 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device f0a2d807-650e-45d2-baef-cc024286e416 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:37:04.408405 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-73c7f8d5-9b8b-4425-9bd2-a9894ba9cdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (26b0e0ad-b964-43a8-8455-883885c6a7f7), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.477283 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-73c7f8d5-9b8b-4425-9bd2-a9894ba9cdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3865862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8697729'] for subnet (26b0e0ad-b964-43a8-8455-883885c6a7f7), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.503769 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7f8d5-9b8b-4425-9bd2-a9894ba9cdb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b0e0ad-b964-43a8-8455-883885c6a7f7,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:04.517208 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d7159-ab19-4adf-952b-48615c93b8a5 None None] Network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:37:04.519043 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-73c7f8d5-9b8b-4425-9bd2-a9894ba9cdb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.527873 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-73c7f8d5-9b8b-4425-9bd2-a9894ba9cdb9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/26b0e0ad-b964-43a8-8455-883885c6a7f7 HTTP/1.1" status: 204 len: 168 time: 0.3889060 Sep 26 05:37:04.528752 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43060) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:04.598920 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:04.631420 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (73121f4e-6b77-45b6-a1f2-7577a1a4a779), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.685122 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] Deleting port 37233817-e20b-4e0d-b83e-17d56985b2b5 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:04.685568 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.724345 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a7b68-4388-4b92-a8e1-712bcaa70d1a None None] DHCP port deletion for 73121f4e-6b77-45b6-a1f2-7577a1a4a779 request from dv-cinder-859186-2-iscsi {{(pid=106342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:37:04.778285 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] For port 37233817-e20b-4e0d-b83e-17d56985b2b5, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=37233817-e20b-4e0d-b83e-17d56985b2b5,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:04.778672 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.793826 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] Calling delete_port for 37233817-e20b-4e0d-b83e-17d56985b2b5 owned by network:dhcp {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:04.814467 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-de7a7b68-4388-4b92-a8e1-712bcaa70d1a None None] Deleting port 37233817-e20b-4e0d-b83e-17d56985b2b5 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:04.815379 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-de7a7b68-4388-4b92-a8e1-712bcaa70d1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.854868 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43076) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:04.898738 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.930385 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=37233817-e20b-4e0d-b83e-17d56985b2b5,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:04.930628 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-de7a7b68-4388-4b92-a8e1-712bcaa70d1a None None] For port 37233817-e20b-4e0d-b83e-17d56985b2b5, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=37233817-e20b-4e0d-b83e-17d56985b2b5,segment=NetworkSegment(c59838af-2139-48b8-83f5-6854d5040da1),segment_id=c59838af-2139-48b8-83f5-6854d5040da1)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:04.931018 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-de7a7b68-4388-4b92-a8e1-712bcaa70d1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:04.938797 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] No DVR routers for this DVR port 37233817-e20b-4e0d-b83e-17d56985b2b5 on host dv-cinder-859186-2-iscsi {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:37:04.960038 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-de7a7b68-4388-4b92-a8e1-712bcaa70d1a None None] Calling delete_port for 37233817-e20b-4e0d-b83e-17d56985b2b5 owned by network:dhcp {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:05.084313 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (73121f4e-6b77-45b6-a1f2-7577a1a4a779), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.123601 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73121f4e-6b77-45b6-a1f2-7577a1a4a779']}} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:05.144079 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59838af-2139-48b8-83f5-6854d5040da1') {'for_net_delete': True} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:05.144511 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59838af-2139-48b8-83f5-6854d5040da1') {} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:05.156752 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421624'] for segment (c59838af-2139-48b8-83f5-6854d5040da1), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.158898 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:05.163384 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1509336827-network', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:37:05.179284 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (c59838af-2139-48b8-83f5-6854d5040da1), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.188596 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:37:05.189105 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2423299'] for segment (c59838af-2139-48b8-83f5-6854d5040da1), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.195817 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] Made reservation on behalf of acb97fc9f6ca4cc3970ba2192c2fa3c1 for: {'network': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:37:05.199671 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.213412 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.239041 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment c59838af-2139-48b8-83f5-6854d5040da1 resource provider aggregate not found Sep 26 05:37:05.266040 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment c59838af-2139-48b8-83f5-6854d5040da1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c59838af-2139-48b8-83f5-6854d5040da1 found for delete ", "request_id": "req-6f5c284a-bdb0-4086-a511-a6688b5141d8"}]} Sep 26 05:37:05.271547 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-de7a7b68-4388-4b92-a8e1-712bcaa70d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674'] for port (37233817-e20b-4e0d-b83e-17d56985b2b5), after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.275945 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (73121f4e-6b77-45b6-a1f2-7577a1a4a779), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.279853 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de7a7b68-4388-4b92-a8e1-712bcaa70d1a None None] Network 73121f4e-6b77-45b6-a1f2-7577a1a4a779 is not hosted by any dhcp agent {{(pid=106342) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 26 05:37:05.280379 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7a7b68-4388-4b92-a8e1-712bcaa70d1a None None] No DVR routers for this DVR port 37233817-e20b-4e0d-b83e-17d56985b2b5 on host dv-cinder-859186-2-iscsi {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:37:05.285076 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.288269 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/73121f4e-6b77-45b6-a1f2-7577a1a4a779 HTTP/1.1" status: 204 len: 168 time: 0.7583730 Sep 26 05:37:05.291880 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43092) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:05.298860 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a7b68-4388-4b92-a8e1-712bcaa70d1a None None] Pushing event deleted for resources: {'Port': ['ID=37233817-e20b-4e0d-b83e-17d56985b2b5,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:05.342426 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7cde5-e49c-442a-b220-bc7f853bb9e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=73121f4e-6b77-45b6-a1f2-7577a1a4a779,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:05.354016 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] Publish callbacks [] for security_group (3852ab59-36fe-463c-8dd2-811d720107a6), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.359036 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3852ab59-36fe-463c-8dd2-811d720107a6), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.387777 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:37:05.397892 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3852ab59-36fe-463c-8dd2-811d720107a6,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:05.404775 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (d5e73e03-9eb8-414f-b107-c35e512c7d1a), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.405192 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.segments_db [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] Added segment d5e73e03-9eb8-414f-b107-c35e512c7d1a of type vlan for network 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 Sep 26 05:37:05.461362 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (2cdfbef8-3db4-4a36-ab54-ecc69109c8d7), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.489240 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (2cdfbef8-3db4-4a36-ab54-ecc69109c8d7), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.490565 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:05.491279 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.560752 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7016127 Sep 26 05:37:05.563002 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43100) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:05.569661 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-ca2fa227-9a27-4bc2-9b0f-c22f9d5567ca admin admin] Request body: {'subnet': {'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1509336827-subnet', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'ip_version': 4}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:37:05.574764 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc736a72-76f1-4a10-9e2c-f59b9fc1e737 admin admin] Pushing event updated for resources: {'Network': ['ID=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:05.590734 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:37:05.594885 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2fa227-9a27-4bc2-9b0f-c22f9d5567ca admin admin] Made reservation on behalf of acb97fc9f6ca4cc3970ba2192c2fa3c1 for: {'subnet': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:37:05.598355 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ca2fa227-9a27-4bc2-9b0f-c22f9d5567ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8697774'] for subnet (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.705672 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:05.817662 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ca2fa227-9a27-4bc2-9b0f-c22f9d5567ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3863769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8697784'] for subnet (e7e2e204-cb7d-4ef2-a006-95b31578c234), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.874194 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fa227-9a27-4bc2-9b0f-c22f9d5567ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e2e204-cb7d-4ef2-a006-95b31578c234,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:05.890203 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2fa227-9a27-4bc2-9b0f-c22f9d5567ca admin admin] Checking segment: {'id': 'd5e73e03-9eb8-414f-b107-c35e512c7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:37:05.890561 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2fa227-9a27-4bc2-9b0f-c22f9d5567ca admin admin] Network hostable DHCP agents. Network: 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106340) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:37:05.902291 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:UPDATE=3,neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=14 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:05.913467 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2fa227-9a27-4bc2-9b0f-c22f9d5567ca admin admin] Network 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106340) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:37:05.926123 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-ca2fa227-9a27-4bc2-9b0f-c22f9d5567ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7) {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:37:05.930917 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2fa227-9a27-4bc2-9b0f-c22f9d5567ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:05.931585 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ca2fa227-9a27-4bc2-9b0f-c22f9d5567ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.941836 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c0e962-bd2f-41ad-aef9-adc640cbebc9 None None] Network 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:37:05.950477 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-ca2fa227-9a27-4bc2-9b0f-c22f9d5567ca admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3874485 Sep 26 05:37:05.954168 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43112) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:05.959634 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:37:05.960065 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-050e475f-9986-4642-bbb8-2802d1d7462f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688035'] for router_interface (49b1880d-de40-4094-ac55-b94f03b016fb), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.993408 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-582796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router (21a96fb6-db12-409e-ba7c-580615c47c03), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:05.994775 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-581809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5216'] for router (21a96fb6-db12-409e-ba7c-580615c47c03), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:06.068650 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Publish callbacks [] for router_controller (21a96fb6-db12-409e-ba7c-580615c47c03), precommit_add_association {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:06.078808 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12aad040-6483-5282-87ec-497c7478fcf0-2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'fixed_ips': [{'subnet_id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234'}]}} from dv-cinder-859186-2-iscsi. {{(pid=106342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:37:06.079779 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:06.089396 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:06.228583 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Allocated IP 172.20.0.2 (2cdfbef8-3db4-4a36-ab54-ecc69109c8d7/e7e2e204-cb7d-4ef2-a006-95b31578c234/fd53759a-16ce-4ac2-861b-ea703321ae69) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:37:06.240346 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:06.241232 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:06.295611 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 37233817-e20b-4e0d-b83e-17d56985b2b5 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:37:06.306898 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-050e475f-9986-4642-bbb8-2802d1d7462f admin admin] Deleting port 164754f4-e3da-4290-9a2b-9a059265a501 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:06.307242 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-050e475f-9986-4642-bbb8-2802d1d7462f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (164754f4-e3da-4290-9a2b-9a059265a501), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:06.326590 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 37233817-e20b-4e0d-b83e-17d56985b2b5 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:37:06.327445 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 37233817-e20b-4e0d-b83e-17d56985b2b5 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:37:06.328321 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device ca2a361d-28d1-46dd-a86f-d76ab6e1301e no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:37:06.363894 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: ca2a361d-28d1-46dd-a86f-d76ab6e1301e {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:37:06.364527 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device ca2a361d-28d1-46dd-a86f-d76ab6e1301e not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:37:06.422422 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-050e475f-9986-4642-bbb8-2802d1d7462f admin admin] For port 164754f4-e3da-4290-9a2b-9a059265a501, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=164754f4-e3da-4290-9a2b-9a059265a501,segment=NetworkSegment(795e711c-fa1f-4a4e-a1eb-c16e27e1b402),segment_id=795e711c-fa1f-4a4e-a1eb-c16e27e1b402)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:06.422844 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-050e475f-9986-4642-bbb8-2802d1d7462f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (164754f4-e3da-4290-9a2b-9a059265a501), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:06.439761 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-050e475f-9986-4642-bbb8-2802d1d7462f admin admin] Calling delete_port for 164754f4-e3da-4290-9a2b-9a059265a501 owned by network:router_interface {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:06.456445 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Publish callbacks [] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:06.463965 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:06.518461 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Pushing event updated for resources: {'Port': ['ID=fd53759a-16ce-4ac2-861b-ea703321ae69,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:06.525603 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Network 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:37:06.526540 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:37:06.529630 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:37:06.590914 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Publish callbacks [] for router_gateway (21a96fb6-db12-409e-ba7c-580615c47c03), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:06.622234 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:06.630364 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Attempting to bind port fd53759a-16ce-4ac2-861b-ea703321ae69 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:37:06.630824 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Attempting to bind port fd53759a-16ce-4ac2-861b-ea703321ae69 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'd5e73e03-9eb8-414f-b107-c35e512c7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:37:06.630995 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Attempting to bind port fd53759a-16ce-4ac2-861b-ea703321ae69 on network 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:37:06.685408 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:37:06.686744 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Checking segment: {'id': 'd5e73e03-9eb8-414f-b107-c35e512c7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:37:06.687397 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:06.687870 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Bound using segment: {'id': 'd5e73e03-9eb8-414f-b107-c35e512c7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:37:06.688422 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Bound port: fd53759a-16ce-4ac2-861b-ea703321ae69, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e73e03-9eb8-414f-b107-c35e512c7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:37:06.688816 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:06.693490 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-050e475f-9986-4642-bbb8-2802d1d7462f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (164754f4-e3da-4290-9a2b-9a059265a501), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:06.721190 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e475f-9986-4642-bbb8-2802d1d7462f admin admin] Pushing event deleted for resources: {'Port': ['ID=164754f4-e3da-4290-9a2b-9a059265a501,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:06.768873 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] For port fd53759a-16ce-4ac2-861b-ea703321ae69, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:37:06.772516 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] For port fd53759a-16ce-4ac2-861b-ea703321ae69, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=fd53759a-16ce-4ac2-861b-ea703321ae69,segment=NetworkSegment(d5e73e03-9eb8-414f-b107-c35e512c7d1a),segment_id=d5e73e03-9eb8-414f-b107-c35e512c7d1a)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:37:06.779907 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:06.841102 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Publish callbacks [] for router_gateway (21a96fb6-db12-409e-ba7c-580615c47c03), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:06.856836 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37594b6-0a56-4e93-b3cf-49e45add595b None None] Pushing event updated for resources: {'Port': ['ID=fd53759a-16ce-4ac2-861b-ea703321ae69,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:06.877201 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:06.928373 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-050e475f-9986-4642-bbb8-2802d1d7462f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582419'] for router_interface (49b1880d-de40-4094-ac55-b94f03b016fb), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:07.002464 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Allocated IP 172.27.0.121 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/afd0c472-cff0-47db-a3c8-48dc7387cd20) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:37:07.148738 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Publish callbacks [] for port (afd0c472-cff0-47db-a3c8-48dc7387cd20), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:07.177486 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:07.187691 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (afd0c472-cff0-47db-a3c8-48dc7387cd20), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:07.196950 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050e475f-9986-4642-bbb8-2802d1d7462f admin admin] Router 49b1880d-de40-4094-ac55-b94f03b016fb has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:37:07.236615 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:37:07.241639 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:37:07.244020 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:37:07.247438 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Pushing event updated for resources: {'Port': ['ID=afd0c472-cff0-47db-a3c8-48dc7387cd20,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:07.279528 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:07.293752 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:07.305151 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050e475f-9986-4642-bbb8-2802d1d7462f admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:37:07.310441 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-050e475f-9986-4642-bbb8-2802d1d7462f admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/49b1880d-de40-4094-ac55-b94f03b016fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0172968 Sep 26 05:37:07.312750 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43118) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:07.315298 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24653928-02c8-4e3a-9dc1-4946a470bd96 None None] Sync routers for ids ['49b1880d-de40-4094-ac55-b94f03b016fb'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:37:07.325720 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24653928-02c8-4e3a-9dc1-4946a470bd96 None None] Routers {'49b1880d-de40-4094-ac55-b94f03b016fb'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:07.326328 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-24653928-02c8-4e3a-9dc1-4946a470bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['49b1880d-de40-4094-ac55-b94f03b016fb'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:07.418103 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] Publish callbacks [] for router (49b1880d-de40-4094-ac55-b94f03b016fb), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:07.436104 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-24653928-02c8-4e3a-9dc1-4946a470bd96 None None] Set router 49b1880d-de40-4094-ac55-b94f03b016fb gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:07.517253 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Publish callbacks [] for router_gateway (21a96fb6-db12-409e-ba7c-580615c47c03), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:07.530794 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] Publish callbacks [] for router_gateway (49b1880d-de40-4094-ac55-b94f03b016fb), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:07.590359 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] Deleting port 19acec29-4a3a-40ba-ae60-d12a5845b9da {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:07.590961 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (19acec29-4a3a-40ba-ae60-d12a5845b9da), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:07.638449 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-24653928-02c8-4e3a-9dc1-4946a470bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'name': 'tempest-TestShelveInstance-1481964516-router', 'tenant_id': '87f5261f400a414d9b28fc8ce213b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '19acec29-4a3a-40ba-ae60-d12a5845b9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:33Z', 'updated_at': '2022-09-26T05:37:06Z', 'revision_number': 5, 'project_id': '87f5261f400a414d9b28fc8ce213b317', 'gw_port': {'id': '19acec29-4a3a-40ba-ae60-d12a5845b9da', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:34Z', 'updated_at': '2022-09-26T05:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:07.681548 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24653928-02c8-4e3a-9dc1-4946a470bd96 None None] Checking router: 49b1880d-de40-4094-ac55-b94f03b016fb for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:37:07.691742 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24653928-02c8-4e3a-9dc1-4946a470bd96 None None] Routers {'49b1880d-de40-4094-ac55-b94f03b016fb'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:07.692647 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-24653928-02c8-4e3a-9dc1-4946a470bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['49b1880d-de40-4094-ac55-b94f03b016fb'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:07.750296 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] For port 19acec29-4a3a-40ba-ae60-d12a5845b9da, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=19acec29-4a3a-40ba-ae60-d12a5845b9da,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:07.751593 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (19acec29-4a3a-40ba-ae60-d12a5845b9da), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:07.761911 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581409'] for router (21a96fb6-db12-409e-ba7c-580615c47c03), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:07.767260 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:07.775743 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] Calling delete_port for 19acec29-4a3a-40ba-ae60-d12a5845b9da owned by network:router_gateway {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:07.823469 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-24653928-02c8-4e3a-9dc1-4946a470bd96 None None] Set router 49b1880d-de40-4094-ac55-b94f03b016fb gateway port host: None {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:07.883169 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-24653928-02c8-4e3a-9dc1-4946a470bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'name': 'tempest-TestShelveInstance-1481964516-router', 'tenant_id': '87f5261f400a414d9b28fc8ce213b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:33Z', 'updated_at': '2022-09-26T05:37:07Z', 'revision_number': 6, 'project_id': '87f5261f400a414d9b28fc8ce213b317', 'gw_port_host': None}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:07.928532 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24653928-02c8-4e3a-9dc1-4946a470bd96 None None] The sync data for ids ['49b1880d-de40-4094-ac55-b94f03b016fb'] in dv-cinder-859186-2-iscsi is: [{'id': '49b1880d-de40-4094-ac55-b94f03b016fb', 'name': 'tempest-TestShelveInstance-1481964516-router', 'tenant_id': '87f5261f400a414d9b28fc8ce213b317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:33Z', 'updated_at': '2022-09-26T05:37:07Z', 'revision_number': 6, 'project_id': '87f5261f400a414d9b28fc8ce213b317', 'gw_port_host': None}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:37:07.944888 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Router 21a96fb6-db12-409e-ba7c-580615c47c03 is scheduled to L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f with binding_index 1 {{(pid=106340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:37:08.012632 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e67990f-a8c5-4143-a22c-21e2b1f376b1 None None] Network 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:37:08.015175 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:08.072307 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:08.072845 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (19acec29-4a3a-40ba-ae60-d12a5845b9da), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:08.083260 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:37:08.094447 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Sync routers for ids ['21a96fb6-db12-409e-ba7c-580615c47c03'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:37:08.106713 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-8bbac343-749a-4ba8-a8ec-6c1005675c15 None None] Provisioning complete for port fd53759a-16ce-4ac2-861b-ea703321ae69 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:08.107212 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8bbac343-749a-4ba8-a8ec-6c1005675c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:08.107556 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-8bbac343-749a-4ba8-a8ec-6c1005675c15 None None] Attempt 1 to provision port fd53759a-16ce-4ac2-861b-ea703321ae69 Sep 26 05:37:08.118188 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:08.119577 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-b646b7f0-497d-4f7b-8712-651209fc9aaf admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1643980 Sep 26 05:37:08.123068 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43134) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:08.125892 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=19acec29-4a3a-40ba-ae60-d12a5845b9da,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:08.141094 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Routers {'21a96fb6-db12-409e-ba7c-580615c47c03'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:08.141729 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['21a96fb6-db12-409e-ba7c-580615c47c03'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:08.245964 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-8bbac343-749a-4ba8-a8ec-6c1005675c15 None None] Current status of the port fd53759a-16ce-4ac2-861b-ea703321ae69 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:08.246354 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8bbac343-749a-4ba8-a8ec-6c1005675c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:08.302861 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581465'] for router_gateway (49b1880d-de40-4094-ac55-b94f03b016fb), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:08.310002 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-8bbac343-749a-4ba8-a8ec-6c1005675c15 None None] For port fd53759a-16ce-4ac2-861b-ea703321ae69, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=fd53759a-16ce-4ac2-861b-ea703321ae69,segment=NetworkSegment(d5e73e03-9eb8-414f-b107-c35e512c7d1a),segment_id=d5e73e03-9eb8-414f-b107-c35e512c7d1a)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:08.316054 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8bbac343-749a-4ba8-a8ec-6c1005675c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:08.319336 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Set router 21a96fb6-db12-409e-ba7c-580615c47c03 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:08.434171 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbac343-749a-4ba8-a8ec-6c1005675c15 None None] Pushing event updated for resources: {'Port': ['ID=fd53759a-16ce-4ac2-861b-ea703321ae69,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:08.498009 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (49b1880d-de40-4094-ac55-b94f03b016fb), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:08.500879 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] Publish callbacks [] for router_controller (49b1880d-de40-4094-ac55-b94f03b016fb), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:08.570095 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582510'] for router (49b1880d-de40-4094-ac55-b94f03b016fb), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:08.570635 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49b1880d-de40-4094-ac55-b94f03b016fb {{(pid=106341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:37:08.577272 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:08.581192 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-6fcf3171-37fb-4ffc-a29a-adade4898ab4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/49b1880d-de40-4094-ac55-b94f03b016fb HTTP/1.1" status: 204 len: 168 time: 1.2648354 Sep 26 05:37:08.581369 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43136) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:08.643797 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-d08f847e-d906-4123-a8bb-432104b53e95 None None] Provisioning complete for port fd53759a-16ce-4ac2-861b-ea703321ae69 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:08.644344 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d08f847e-d906-4123-a8bb-432104b53e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:08.644655 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d08f847e-d906-4123-a8bb-432104b53e95 None None] Attempt 1 to provision port fd53759a-16ce-4ac2-861b-ea703321ae69 Sep 26 05:37:08.665835 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:08.666822 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:07Z', 'revision_number': 3, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'gw_port': {'id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:36:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:08.687894 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b1696a-5a93-42a6-b443-094f189cdb8d admin admin] Deleting subnet 15b5103b-1e64-4f14-a516-1b2378a173f2 {{(pid=106341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:37:08.697360 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Checking router: 21a96fb6-db12-409e-ba7c-580615c47c03 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:37:08.698466 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Updating router 21a96fb6-db12-409e-ba7c-580615c47c03 port afd0c472-cff0-47db-a3c8-48dc7387cd20 binding host dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:37:08.729064 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-87b1696a-5a93-42a6-b443-094f189cdb8d admin admin] Publish callbacks [] for subnet (15b5103b-1e64-4f14-a516-1b2378a173f2), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:08.737004 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (afd0c472-cff0-47db-a3c8-48dc7387cd20), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:08.746524 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d08f847e-d906-4123-a8bb-432104b53e95 None None] Current status of the port fd53759a-16ce-4ac2-861b-ea703321ae69 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:08.784920 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-87b1696a-5a93-42a6-b443-094f189cdb8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421571'] for subnet (15b5103b-1e64-4f14-a516-1b2378a173f2), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:08.893352 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device fd53759a-16ce-4ac2-861b-ea703321ae69 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:37:08.960712 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port fd53759a-16ce-4ac2-861b-ea703321ae69 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:08.961094 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:08.962269 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port fd53759a-16ce-4ac2-861b-ea703321ae69 Sep 26 05:37:09.057912 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port fd53759a-16ce-4ac2-861b-ea703321ae69 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:09.058868 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:09.061385 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-87b1696a-5a93-42a6-b443-094f189cdb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (15b5103b-1e64-4f14-a516-1b2378a173f2), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.064518 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Publish callbacks [] for port (afd0c472-cff0-47db-a3c8-48dc7387cd20), precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.070710 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (afd0c472-cff0-47db-a3c8-48dc7387cd20), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.128516 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Attempting to bind port afd0c472-cff0-47db-a3c8-48dc7387cd20 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:37:09.129226 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Attempting to bind port afd0c472-cff0-47db-a3c8-48dc7387cd20 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:37:09.129486 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Attempting to bind port afd0c472-cff0-47db-a3c8-48dc7387cd20 on network 1d7e5a44-5796-4db3-9f47-9726042cf055 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:37:09.140574 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 164754f4-e3da-4290-9a2b-9a059265a501 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:37:09.167548 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.175771 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 164754f4-e3da-4290-9a2b-9a059265a501 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:37:09.176283 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 164754f4-e3da-4290-9a2b-9a059265a501 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:37:09.197677 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-87b1696a-5a93-42a6-b443-094f189cdb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2423481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802036'] for subnet (15b5103b-1e64-4f14-a516-1b2378a173f2), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.215022 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Pushing event updated for resources: {'Port': ['ID=afd0c472-cff0-47db-a3c8-48dc7387cd20,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:09.221801 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:37:09.222172 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Checking segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:37:09.222571 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.223214 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Bound using segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:37:09.223689 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Bound port: afd0c472-cff0-47db-a3c8-48dc7387cd20, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:37:09.224065 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (afd0c472-cff0-47db-a3c8-48dc7387cd20), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.226716 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:09.227281 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:09.227510 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:09.227866 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:09.228197 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:09.228547 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:09.228872 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:09.229194 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:09.229512 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:09.229997 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:09.230478 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:09.236523 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:09.237849 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:09.238337 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:09.238878 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:09.287334 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:09.298217 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:09.309876 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] For port afd0c472-cff0-47db-a3c8-48dc7387cd20, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:37:09.316867 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] For port afd0c472-cff0-47db-a3c8-48dc7387cd20, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=afd0c472-cff0-47db-a3c8-48dc7387cd20,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:37:09.325601 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (afd0c472-cff0-47db-a3c8-48dc7387cd20), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.367012 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Routers {'21a96fb6-db12-409e-ba7c-580615c47c03'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:09.367478 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['21a96fb6-db12-409e-ba7c-580615c47c03'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:09.433040 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df1998-a499-4c67-ba33-3196492041f8 None None] Pushing event updated for resources: {'Port': ['ID=afd0c472-cff0-47db-a3c8-48dc7387cd20,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:09.494424 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] Set router 21a96fb6-db12-409e-ba7c-580615c47c03 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:09.510314 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1696a-5a93-42a6-b443-094f189cdb8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b5103b-1e64-4f14-a516-1b2378a173f2,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:09.520460 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-87b1696a-5a93-42a6-b443-094f189cdb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.524272 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-87b1696a-5a93-42a6-b443-094f189cdb8d admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/15b5103b-1e64-4f14-a516-1b2378a173f2 HTTP/1.1" status: 204 len: 168 time: 0.9420350 Sep 26 05:37:09.525476 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3339d72-6094-4103-bc1c-136a855bf675 None None] Network 53137011-938d-4f01-8b06-1af9589fa518 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:37:09.526797 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43150) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:09.613904 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (53137011-938d-4f01-8b06-1af9589fa518), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.645741 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Allocated IP 172.20.0.1 (2cdfbef8-3db4-4a36-ab54-ecc69109c8d7/e7e2e204-cb7d-4ef2-a006-95b31578c234/2c3ef3b5-3f05-4e29-a08f-111bca94a34d) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:37:09.664590 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] Deleting port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:09.664857 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.716869 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2eb59a-d1ea-4ae9-9361-9a71926ca3ba None None] DHCP port deletion for 53137011-938d-4f01-8b06-1af9589fa518 request from dv-cinder-859186-2-iscsi {{(pid=106342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:37:09.718595 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:09.719690 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:07Z', 'revision_number': 3, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'gw_port': {'id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:36:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:09.746153 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] For port 58f741a3-2e38-4f31-87d3-b88f2b0ba479, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=58f741a3-2e38-4f31-87d3-b88f2b0ba479,segment=NetworkSegment(795e711c-fa1f-4a4e-a1eb-c16e27e1b402),segment_id=795e711c-fa1f-4a4e-a1eb-c16e27e1b402)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:09.746627 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.756568 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf15fe54-24f7-4249-8d87-e079b48791a0 None None] The sync data for ids ['21a96fb6-db12-409e-ba7c-580615c47c03'] in dv-cinder-859186-2-iscsi is: [{'id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:07Z', 'revision_number': 3, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'gw_port': {'id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:36:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:37:09.759073 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:09.764361 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] Calling delete_port for 58f741a3-2e38-4f31-87d3-b88f2b0ba479 owned by network:dhcp {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:09.767136 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-fc2eb59a-d1ea-4ae9-9361-9a71926ca3ba None None] Deleting port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:09.767742 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fc2eb59a-d1ea-4ae9-9361-9a71926ca3ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.778306 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Publish callbacks [] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.816706 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:09.816963 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.847059 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-fc2eb59a-d1ea-4ae9-9361-9a71926ca3ba None None] For port 58f741a3-2e38-4f31-87d3-b88f2b0ba479, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=58f741a3-2e38-4f31-87d3-b88f2b0ba479,segment=NetworkSegment(795e711c-fa1f-4a4e-a1eb-c16e27e1b402),segment_id=795e711c-fa1f-4a4e-a1eb-c16e27e1b402)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:09.847451 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fc2eb59a-d1ea-4ae9-9361-9a71926ca3ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.865829 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.868454 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-fc2eb59a-d1ea-4ae9-9361-9a71926ca3ba None None] Calling delete_port for 58f741a3-2e38-4f31-87d3-b88f2b0ba479 owned by network:dhcp {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:09.877997 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Network 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:37:09.885572 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:37:09.889969 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:37:09.904180 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=58f741a3-2e38-4f31-87d3-b88f2b0ba479,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:09.913094 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] No DVR routers for this DVR port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 on host dv-cinder-859186-2-iscsi {{(pid=106340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:37:09.924774 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3ef3b5-3f05-4e29-a08f-111bca94a34d,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:09.947815 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687896'] for router_interface (21a96fb6-db12-409e-ba7c-580615c47c03), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.954917 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:09.969048 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fc2eb59a-d1ea-4ae9-9361-9a71926ca3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674'] for port (58f741a3-2e38-4f31-87d3-b88f2b0ba479), after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:09.996109 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2eb59a-d1ea-4ae9-9361-9a71926ca3ba None None] Pushing event deleted for resources: {'Port': ['ID=58f741a3-2e38-4f31-87d3-b88f2b0ba479,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:10.008312 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2eb59a-d1ea-4ae9-9361-9a71926ca3ba None None] No DVR routers for this DVR port 58f741a3-2e38-4f31-87d3-b88f2b0ba479 on host dv-cinder-859186-2-iscsi {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:37:10.037492 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (53137011-938d-4f01-8b06-1af9589fa518), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:10.060346 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53137011-938d-4f01-8b06-1af9589fa518']}} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:10.102807 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795e711c-fa1f-4a4e-a1eb-c16e27e1b402') {'for_net_delete': True} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:10.103342 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795e711c-fa1f-4a4e-a1eb-c16e27e1b402') {} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:10.114772 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2915633'] for segment (795e711c-fa1f-4a4e-a1eb-c16e27e1b402), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:10.142526 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (795e711c-fa1f-4a4e-a1eb-c16e27e1b402), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:10.164895 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:10.170954 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:37:10.171573 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3866044'] for segment (795e711c-fa1f-4a4e-a1eb-c16e27e1b402), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:10.211139 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.services.segments.plugin [-] Segment 795e711c-fa1f-4a4e-a1eb-c16e27e1b402 resource provider aggregate not found Sep 26 05:37:10.262194 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.services.segments.plugin [-] Segment 795e711c-fa1f-4a4e-a1eb-c16e27e1b402 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 795e711c-fa1f-4a4e-a1eb-c16e27e1b402 found for delete ", "request_id": "req-2fa0876e-4749-4e39-bbea-25c9f8cc99dd"}]} Sep 26 05:37:10.289732 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (53137011-938d-4f01-8b06-1af9589fa518), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:10.297317 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Provisioning complete for port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:10.298484 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:10.299558 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Attempt 1 to provision port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d Sep 26 05:37:10.316997 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:10.323352 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/53137011-938d-4f01-8b06-1af9589fa518 HTTP/1.1" status: 204 len: 168 time: 0.7931106 Sep 26 05:37:10.324388 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad713cf-53ef-4177-afd0-0f20ff9a45a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=53137011-938d-4f01-8b06-1af9589fa518,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:10.376984 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:10.386831 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:10.402474 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Publish callbacks [] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:10.409225 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:10.433584 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device fd53759a-16ce-4ac2-861b-ea703321ae69 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:37:10.439674 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:10.491103 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3ef3b5-3f05-4e29-a08f-111bca94a34d,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:10.493779 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688012'] for router_interface (21a96fb6-db12-409e-ba7c-580615c47c03), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:10.528914 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port fd53759a-16ce-4ac2-861b-ea703321ae69 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:10.529296 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:10.529633 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port fd53759a-16ce-4ac2-861b-ea703321ae69 Sep 26 05:37:10.637956 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port fd53759a-16ce-4ac2-861b-ea703321ae69 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:10.639033 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device afd0c472-cff0-47db-a3c8-48dc7387cd20 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:37:10.649713 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Network 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:37:10.652071 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:37:10.693802 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port afd0c472-cff0-47db-a3c8-48dc7387cd20 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:10.694257 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (afd0c472-cff0-47db-a3c8-48dc7387cd20), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:10.694655 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port afd0c472-cff0-47db-a3c8-48dc7387cd20 Sep 26 05:37:10.822661 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43164) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:10.827613 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Router 21a96fb6-db12-409e-ba7c-580615c47c03 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:37:10.844928 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port afd0c472-cff0-47db-a3c8-48dc7387cd20 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:10.845398 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (afd0c472-cff0-47db-a3c8-48dc7387cd20), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:10.849550 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:10.901752 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port afd0c472-cff0-47db-a3c8-48dc7387cd20, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=afd0c472-cff0-47db-a3c8-48dc7387cd20,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:10.907094 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (afd0c472-cff0-47db-a3c8-48dc7387cd20), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:10.947708 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Attempt 2 to provision port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d Sep 26 05:37:10.965183 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-fdd635f2-0548-4dbc-8b8b-d72c8fd1d9ae admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e1b5f9daf8d44a6987bbff8939ed7c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374512 Sep 26 05:37:10.966390 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43168) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:11.013659 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 58f741a3-2e38-4f31-87d3-b88f2b0ba479 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:37:11.055556 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-26a9d410-d7c2-4a89-80dc-e8dec30041c2 admin admin] Publish callbacks [] for security_group (f4ae2cde-4482-4ce0-9112-bd697d1018f5), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:11.068589 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:37:11.078640 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-33ac6843-98ab-4134-84bb-31bfe6c30818 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/21a96fb6-db12-409e-ba7c-580615c47c03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9495959 Sep 26 05:37:11.093436 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-26a9d410-d7c2-4a89-80dc-e8dec30041c2 admin admin] Publish callbacks [] for security_group (f4ae2cde-4482-4ce0-9112-bd697d1018f5), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:11.158168 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-26a9d410-d7c2-4a89-80dc-e8dec30041c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (f4ae2cde-4482-4ce0-9112-bd697d1018f5), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:11.160932 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-26a9d410-d7c2-4a89-80dc-e8dec30041c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:11.164301 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-26a9d410-d7c2-4a89-80dc-e8dec30041c2 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f4ae2cde-4482-4ce0-9112-bd697d1018f5 HTTP/1.1" status: 204 len: 168 time: 0.1947577 Sep 26 05:37:11.172178 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9d410-d7c2-4a89-80dc-e8dec30041c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ae2cde-4482-4ce0-9112-bd697d1018f5,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:11.195939 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 58f741a3-2e38-4f31-87d3-b88f2b0ba479 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:37:11.196290 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 58f741a3-2e38-4f31-87d3-b88f2b0ba479 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:37:11.196706 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 19acec29-4a3a-40ba-ae60-d12a5845b9da no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:37:11.238789 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 19acec29-4a3a-40ba-ae60-d12a5845b9da {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:37:11.239141 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 19acec29-4a3a-40ba-ae60-d12a5845b9da not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:37:11.243481 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:11.244478 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=afd0c472-cff0-47db-a3c8-48dc7387cd20,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:11.534340 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43188) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:11.581528 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-d929f280-aef2-4fd6-9051-b1df1a527137 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=87f5261f400a414d9b28fc8ce213b317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460129 Sep 26 05:37:11.584084 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43190) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:11.636106 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0c57ebec-c5e7-4077-8a68-56b73df331e4 admin admin] Publish callbacks [] for security_group (d3cf6198-ad05-4131-8a23-223cbec45824), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:11.661425 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0c57ebec-c5e7-4077-8a68-56b73df331e4 admin admin] Publish callbacks [] for security_group (d3cf6198-ad05-4131-8a23-223cbec45824), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:11.711071 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43196) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:11.716594 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1305196650-network', 'tenant_id': '16f4765a996048b4930ed42949a4cb58'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:37:11.722077 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0c57ebec-c5e7-4077-8a68-56b73df331e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (d3cf6198-ad05-4131-8a23-223cbec45824), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:11.724942 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0c57ebec-c5e7-4077-8a68-56b73df331e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:11.728857 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-0c57ebec-c5e7-4077-8a68-56b73df331e4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d3cf6198-ad05-4131-8a23-223cbec45824 HTTP/1.1" status: 204 len: 168 time: 0.1410997 Sep 26 05:37:11.736982 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57ebec-c5e7-4077-8a68-56b73df331e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cf6198-ad05-4131-8a23-223cbec45824,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:11.744979 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Attempt 3 to provision port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d Sep 26 05:37:11.747142 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] Made reservation on behalf of 16f4765a996048b4930ed42949a4cb58 for: {'network': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:37:11.751559 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:11.762219 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:11.816738 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:11.874855 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] Publish callbacks [] for security_group (90f8e277-0bf7-4e45-bf1b-4208327e92b0), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:11.881539 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (90f8e277-0bf7-4e45-bf1b-4208327e92b0), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:11.935034 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106340) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:37:11.947714 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f8e277-0bf7-4e45-bf1b-4208327e92b0,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:11.963544 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:11.963890 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.segments_db [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] Added segment 3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f of type vlan for network aeda07c8-56ab-4b7f-b5c3-63415b1bc439 Sep 26 05:37:12.060299 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (aeda07c8-56ab-4b7f-b5c3-63415b1bc439), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:12.073134 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Sync routers for ids ['21a96fb6-db12-409e-ba7c-580615c47c03'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:37:12.098843 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Routers {'21a96fb6-db12-409e-ba7c-580615c47c03'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:12.099800 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['21a96fb6-db12-409e-ba7c-580615c47c03'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:12.100381 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:12.116447 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (aeda07c8-56ab-4b7f-b5c3-63415b1bc439), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:12.117777 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:12.118521 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:12.193721 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:12.197683 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] Pushing event updated for resources: {'Network': ['ID=aeda07c8-56ab-4b7f-b5c3-63415b1bc439,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:12.227137 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43216) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:12.227938 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-6a16cbf5-bf20-46ab-8da0-993d1c0a3839 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5152597 Sep 26 05:37:12.233793 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-c1d62408-1643-4734-b9fa-ca75d5a7cf18 admin admin] Request body: {'subnet': {'network_id': 'aeda07c8-56ab-4b7f-b5c3-63415b1bc439', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1305196650-subnet', 'tenant_id': '16f4765a996048b4930ed42949a4cb58', 'ip_version': 4}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:37:12.280964 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network aeda07c8-56ab-4b7f-b5c3-63415b1bc439 details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:37:12.299480 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d62408-1643-4734-b9fa-ca75d5a7cf18 admin admin] Made reservation on behalf of 16f4765a996048b4930ed42949a4cb58 for: {'subnet': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:37:12.302246 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c1d62408-1643-4734-b9fa-ca75d5a7cf18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802011'] for subnet (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:12.333172 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Attempt 4 to provision port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d Sep 26 05:37:12.380476 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:12.384563 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:12.400532 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132deb7c-7154-4030-ae24-49aa1f22def1 req-f2b8d4e4-88df-4d23-810a-4d3a8b999d29 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:12.407900 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device afd0c472-cff0-47db-a3c8-48dc7387cd20 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:37:12.408728 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-132deb7c-7154-4030-ae24-49aa1f22def1 req-f2b8d4e4-88df-4d23-810a-4d3a8b999d29 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 946 time: 0.0656612 Sep 26 05:37:12.454943 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Set router 21a96fb6-db12-409e-ba7c-580615c47c03 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:12.470113 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-132deb7c-7154-4030-ae24-49aa1f22def1 req-5f579d6c-84d4-4bd5-bcd8-c9737be159b1 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574148 Sep 26 05:37:12.547784 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:12.556266 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c1d62408-1643-4734-b9fa-ca75d5a7cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2421606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2801997'] for subnet (8e901410-502f-496d-b151-08e2141de097), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:12.583081 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port afd0c472-cff0-47db-a3c8-48dc7387cd20 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:12.583438 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (afd0c472-cff0-47db-a3c8-48dc7387cd20), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:12.583776 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port afd0c472-cff0-47db-a3c8-48dc7387cd20 Sep 26 05:37:12.620243 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d62408-1643-4734-b9fa-ca75d5a7cf18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e901410-502f-496d-b151-08e2141de097,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:12.630795 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d62408-1643-4734-b9fa-ca75d5a7cf18 admin admin] Checking segment: {'id': '3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aeda07c8-56ab-4b7f-b5c3-63415b1bc439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:37:12.631190 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d62408-1643-4734-b9fa-ca75d5a7cf18 admin admin] Network hostable DHCP agents. Network: aeda07c8-56ab-4b7f-b5c3-63415b1bc439, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:37:12.649510 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d62408-1643-4734-b9fa-ca75d5a7cf18 admin admin] Network aeda07c8-56ab-4b7f-b5c3-63415b1bc439 is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:37:12.659395 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-c1d62408-1643-4734-b9fa-ca75d5a7cf18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, aeda07c8-56ab-4b7f-b5c3-63415b1bc439) {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:37:12.663893 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d62408-1643-4734-b9fa-ca75d5a7cf18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:12.664576 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c1d62408-1643-4734-b9fa-ca75d5a7cf18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:12.673730 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92969cce-251f-400d-a153-7887dee449e6 None None] Network aeda07c8-56ab-4b7f-b5c3-63415b1bc439 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:37:12.684712 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43228) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:12.685265 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-c1d62408-1643-4734-b9fa-ca75d5a7cf18 admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4565949 Sep 26 05:37:12.691327 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1305196650-router', 'tenant_id': '16f4765a996048b4930ed42949a4cb58', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:37:12.705399 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:12.714421 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-582796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5241'] for router (80f49b17-9eba-4997-a904-17c99be39ff8), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:12.715425 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-581809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-757502', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-692022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5216'] for router (80f49b17-9eba-4997-a904-17c99be39ff8), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:12.770323 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Publish callbacks [] for router_controller (80f49b17-9eba-4997-a904-17c99be39ff8), precommit_add_association {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:12.822644 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port afd0c472-cff0-47db-a3c8-48dc7387cd20 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:12.827575 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'gw_port': {'id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '2c3ef3b5-3f05-4e29-a08f-111bca94a34d', 'name': '', 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'mac_address': 'fa:16:3e:7c:5a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:09Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 2, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'subnets': [{'id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:12.856888 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Checking router: 21a96fb6-db12-409e-ba7c-580615c47c03 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:37:12.857250 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Updating router 21a96fb6-db12-409e-ba7c-580615c47c03 port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d binding host dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:37:12.893352 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Attempt 5 to provision port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d Sep 26 05:37:12.903052 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Publish callbacks [] for router_gateway (80f49b17-9eba-4997-a904-17c99be39ff8), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:12.918415 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12aad040-6483-5282-87ec-497c7478fcf0-aeda07c8-56ab-4b7f-b5c3-63415b1bc439', 'network_id': 'aeda07c8-56ab-4b7f-b5c3-63415b1bc439', 'project_id': '16f4765a996048b4930ed42949a4cb58', 'fixed_ips': [{'subnet_id': '8e901410-502f-496d-b151-08e2141de097'}]}} from dv-cinder-859186-2-iscsi. {{(pid=106342) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 05:37:12.919320 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:12.945393 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:12.963067 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:13.115068 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Publish callbacks [] for router_gateway (80f49b17-9eba-4997-a904-17c99be39ff8), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:13.141126 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:13.190592 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.db_base_plugin_common [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Allocated IP 172.20.0.2 (aeda07c8-56ab-4b7f-b5c3-63415b1bc439/8e901410-502f-496d-b151-08e2141de097/5c58e7fe-f778-4e2f-92b8-7d84672a9fec) {{(pid=106342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:37:13.225168 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:13.297424 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Allocated IP 172.27.0.232 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/9d08d476-db0f-4274-9990-3b03f0219d37) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:37:13.377239 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e570f3-eac7-4201-810b-d1cb9cfeb08f req-85400c19-5087-4fbf-b2ac-4e257e16f4d0 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:13.378758 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-53e570f3-eac7-4201-810b-d1cb9cfeb08f req-85400c19-5087-4fbf-b2ac-4e257e16f4d0 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 945 time: 0.1115732 Sep 26 05:37:13.469458 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Attempt 6 to provision port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d Sep 26 05:37:13.481589 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-53e570f3-eac7-4201-810b-d1cb9cfeb08f req-e36f774f-c633-4620-ba6e-7067e3e99766 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959895 Sep 26 05:37:13.500204 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Publish callbacks [] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), precommit_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:13.520363 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665'] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), after_create {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:13.537960 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Publish callbacks [] for port (9d08d476-db0f-4274-9990-3b03f0219d37), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:13.557090 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Publish callbacks [] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:13.568581 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:13.576905 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:13.580135 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:13.584576 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:13.590018 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Network aeda07c8-56ab-4b7f-b5c3-63415b1bc439 is already hosted by enough agents. {{(pid=106342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:37:13.597883 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Pushing event updated for resources: {'Port': ['ID=5c58e7fe-f778-4e2f-92b8-7d84672a9fec,revision_number=1']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:13.601388 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.scheduler.base_scheduler [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Resources bound (agent type, host, resource id): {{(pid=106342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:37:13.608447 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Received port after_create {{(pid=106342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:37:13.628061 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (9d08d476-db0f-4274-9990-3b03f0219d37), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:13.629886 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:13.634049 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:13.634527 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:13.634868 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:13.635212 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:13.635530 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:13.635857 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:13.636180 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:13.636539 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:13.636865 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:13.637187 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:13.637592 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:13.637818 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:13.638128 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:13.639000 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:13.639000 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:13.659235 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6940ef8-a3dc-4397-a765-0bd0f82b695c req-1dd51d06-2b5a-416c-b864-5b171f9c730a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:13.666709 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f6940ef8-a3dc-4397-a765-0bd0f82b695c req-1dd51d06-2b5a-416c-b864-5b171f9c730a tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 946 time: 0.0853250 Sep 26 05:37:13.715417 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:37:13.724089 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:37:13.730464 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:37:13.765899 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=9d08d476-db0f-4274-9990-3b03f0219d37,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:13.796202 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f6940ef8-a3dc-4397-a765-0bd0f82b695c req-eda1db16-fc57-4688-bd59-f1fdf21d662b tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276538 Sep 26 05:37:13.895903 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Attempting to bind port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:37:13.896288 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Attempting to bind port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'd5e73e03-9eb8-414f-b107-c35e512c7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:37:13.896650 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Attempting to bind port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d on network 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:37:13.921563 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366622a-f291-429e-8e6d-1f868d2ccfca None None] Pushing event updated for resources: {'Port': ['ID=2c3ef3b5-3f05-4e29-a08f-111bca94a34d,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:13.925946 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Attempting to bind port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:37:13.926504 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Attempting to bind port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': '3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aeda07c8-56ab-4b7f-b5c3-63415b1bc439'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:37:13.927051 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Attempting to bind port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec on network aeda07c8-56ab-4b7f-b5c3-63415b1bc439 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:37:13.988065 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:37:13.988961 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Checking segment: {'id': 'd5e73e03-9eb8-414f-b107-c35e512c7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:37:13.989381 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:13.989763 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Bound using segment: {'id': 'd5e73e03-9eb8-414f-b107-c35e512c7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:37:13.991291 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Bound port: 2c3ef3b5-3f05-4e29-a08f-111bca94a34d, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e73e03-9eb8-414f-b107-c35e512c7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:37:13.991291 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:13.992027 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43256) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:13.994092 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:37:13.994522 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Checking segment: {'id': '3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aeda07c8-56ab-4b7f-b5c3-63415b1bc439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:37:13.994912 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:13.995293 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Bound using segment: {'id': '3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aeda07c8-56ab-4b7f-b5c3-63415b1bc439'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:37:13.995753 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Bound port: 5c58e7fe-f778-4e2f-92b8-7d84672a9fec, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aeda07c8-56ab-4b7f-b5c3-63415b1bc439'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:37:13.996125 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:14.072693 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Attempt 7 to provision port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d Sep 26 05:37:14.134881 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b4b68dd1-5232-4c70-809a-c135b267cacc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:14.146800 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:14.155971 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] For port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:37:14.158696 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] For port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:37:14.162869 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] For port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=2c3ef3b5-3f05-4e29-a08f-111bca94a34d,segment=NetworkSegment(d5e73e03-9eb8-414f-b107-c35e512c7d1a),segment_id=d5e73e03-9eb8-414f-b107-c35e512c7d1a)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:37:14.164886 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:14.166463 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] For port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=5c58e7fe-f778-4e2f-92b8-7d84672a9fec,segment=NetworkSegment(3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f),segment_id=3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:37:14.175522 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:14.181609 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:14.220153 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:14.232462 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Routers {'21a96fb6-db12-409e-ba7c-580615c47c03'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:14.233138 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['21a96fb6-db12-409e-ba7c-580615c47c03'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:14.254864 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b4b68dd1-5232-4c70-809a-c135b267cacc admin admin] Publish callbacks [] for security_group (81958bc3-f341-4b51-8bc6-3c5d95690ff9), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:14.260686 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b4b68dd1-5232-4c70-809a-c135b267cacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (81958bc3-f341-4b51-8bc6-3c5d95690ff9), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:14.307146 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-b4b68dd1-5232-4c70-809a-c135b267cacc admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=b30bfa67be7e44359cd5f3a9d46e8a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111999 Sep 26 05:37:14.307146 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b68dd1-5232-4c70-809a-c135b267cacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81958bc3-f341-4b51-8bc6-3c5d95690ff9,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:14.308792 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43260) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:14.323992 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366622a-f291-429e-8e6d-1f868d2ccfca None None] Pushing event updated for resources: {'Port': ['ID=2c3ef3b5-3f05-4e29-a08f-111bca94a34d,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:14.324766 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Publish callbacks [] for router_gateway (80f49b17-9eba-4997-a904-17c99be39ff8), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:14.375290 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-727ac1a8-8e24-40de-a7d5-95b6084e9ccf admin admin] Publish callbacks [] for security_group (81958bc3-f341-4b51-8bc6-3c5d95690ff9), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:14.400420 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-727ac1a8-8e24-40de-a7d5-95b6084e9ccf admin admin] Publish callbacks [] for security_group (81958bc3-f341-4b51-8bc6-3c5d95690ff9), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:14.430403 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabc9b0-fc27-4e53-b62a-d56adfec5d58 None None] Pushing event updated for resources: {'Port': ['ID=5c58e7fe-f778-4e2f-92b8-7d84672a9fec,revision_number=2']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:14.450398 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] Set router 21a96fb6-db12-409e-ba7c-580615c47c03 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:14.491455 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-727ac1a8-8e24-40de-a7d5-95b6084e9ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (81958bc3-f341-4b51-8bc6-3c5d95690ff9), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:14.497877 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-727ac1a8-8e24-40de-a7d5-95b6084e9ccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:14.502796 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-727ac1a8-8e24-40de-a7d5-95b6084e9ccf admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/81958bc3-f341-4b51-8bc6-3c5d95690ff9 HTTP/1.1" status: 204 len: 168 time: 0.1907985 Sep 26 05:37:14.527144 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ac1a8-8e24-40de-a7d5-95b6084e9ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81958bc3-f341-4b51-8bc6-3c5d95690ff9,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:14.667508 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Attempt 8 to provision port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d Sep 26 05:37:14.744177 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37375e-cd74-4033-a68c-50e064c33c72 req-60e89020-1067-4ba5-a830-b395b802166e tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:14.752784 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cd37375e-cd74-4033-a68c-50e064c33c72 req-60e89020-1067-4ba5-a830-b395b802166e tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 945 time: 0.1298249 Sep 26 05:37:14.760073 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-581865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581409'] for router (80f49b17-9eba-4997-a904-17c99be39ff8), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:14.801269 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-6ab047ff-e492-465b-8d38-8a75495a150e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:14.805481 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-6ab047ff-e492-465b-8d38-8a75495a150e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 946 time: 0.0802355 Sep 26 05:37:14.809514 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:14.826432 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Current status of the port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:14.827115 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:14.838355 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'gw_port': {'id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '2c3ef3b5-3f05-4e29-a08f-111bca94a34d', 'name': '', 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'mac_address': 'fa:16:3e:7c:5a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:09Z', 'updated_at': '2022-09-26T05:37:14Z', 'revision_number': 4, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'subnets': [{'id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:14.867923 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cd37375e-cd74-4033-a68c-50e064c33c72 req-93dafd87-dc31-4224-ab72-2d59031f4f66 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658247 Sep 26 05:37:14.879231 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d5c4f8-1d8f-449c-9f09-63e15bb405be None None] The sync data for ids ['21a96fb6-db12-409e-ba7c-580615c47c03'] in dv-cinder-859186-2-iscsi is: [{'id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'gw_port': {'id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '2c3ef3b5-3f05-4e29-a08f-111bca94a34d', 'name': '', 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'mac_address': 'fa:16:3e:7c:5a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:09Z', 'updated_at': '2022-09-26T05:37:14Z', 'revision_number': 4, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'subnets': [{'id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:37:14.931351 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] For port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=2c3ef3b5-3f05-4e29-a08f-111bca94a34d,segment=NetworkSegment(d5e73e03-9eb8-414f-b107-c35e512c7d1a),segment_id=d5e73e03-9eb8-414f-b107-c35e512c7d1a)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:14.939541 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:15.049944 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-05f9753d-1fe4-4e89-95ff-5bf57e713e2d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Deleting port d2d361e4-87bf-4197-9996-68e762a01ce3 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:15.050513 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-05f9753d-1fe4-4e89-95ff-5bf57e713e2d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:15.139989 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-1316013a-09ee-4ef6-8a81-9a49fcbd4cbc tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:15.141592 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-1316013a-09ee-4ef6-8a81-9a49fcbd4cbc tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 945 time: 0.1898921 Sep 26 05:37:15.163428 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-983385ae-6a7f-4ad4-b015-8e4436b752fc None None] Provisioning complete for port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:15.163975 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-983385ae-6a7f-4ad4-b015-8e4436b752fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:15.164336 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-983385ae-6a7f-4ad4-b015-8e4436b752fc None None] Attempt 1 to provision port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d Sep 26 05:37:15.200856 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-05f9753d-1fe4-4e89-95ff-5bf57e713e2d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] For port d2d361e4-87bf-4197-9996-68e762a01ce3, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=d2d361e4-87bf-4197-9996-68e762a01ce3,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:15.201777 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-05f9753d-1fe4-4e89-95ff-5bf57e713e2d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:15.240119 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d2213-ffbd-47b6-8f53-2e0f66662168 None None] Pushing event updated for resources: {'Port': ['ID=2c3ef3b5-3f05-4e29-a08f-111bca94a34d,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:15.258234 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43280) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:15.272657 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea2c8e-801e-447d-bb36-8e9aa67fd393 req-933b23ec-e77c-4ece-98e0-cd49ef774dad tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:15.274399 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-27ea2c8e-801e-447d-bb36-8e9aa67fd393 req-933b23ec-e77c-4ece-98e0-cd49ef774dad tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e HTTP/1.1" status: 200 len: 946 time: 0.1683431 Sep 26 05:37:15.357150 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:15.373995 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-983385ae-6a7f-4ad4-b015-8e4436b752fc None None] Current status of the port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:15.383124 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-25727980-3dd0-4b62-b1de-79e3a1870352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:15.407930 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:15.488139 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:15.500598 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-05f9753d-1fe4-4e89-95ff-5bf57e713e2d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:15.500827 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-05f9753d-1fe4-4e89-95ff-5bf57e713e2d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (f0352010-6f28-445a-97a4-572c30ca9b32), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:15.501113 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.l3_db [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-05f9753d-1fe4-4e89-95ff-5bf57e713e2d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Floating IP f0352010-6f28-445a-97a4-572c30ca9b32 disassociated. External IP: 172.27.0.119, port: d2d361e4-87bf-4197-9996-68e762a01ce3. Sep 26 05:37:15.501516 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-05f9753d-1fe4-4e89-95ff-5bf57e713e2d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Calling delete_port for d2d361e4-87bf-4197-9996-68e762a01ce3 owned by compute:nova {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:15.521515 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-27ea2c8e-801e-447d-bb36-8e9aa67fd393 req-ed243bde-3cf4-4303-9f50-2bdeb2568c81 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=b302e7bd-8e43-4915-aed5-a1bc41138e33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365301 Sep 26 05:37:15.557960 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-403f9559-7d1f-4a50-911d-630267643e33 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Deleting port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:15.558649 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-403f9559-7d1f-4a50-911d-630267643e33 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:15.626117 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Router 80f49b17-9eba-4997-a904-17c99be39ff8 is scheduled to L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f with binding_index 1 {{(pid=106340) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 05:37:15.703292 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-05f9753d-1fe4-4e89-95ff-5bf57e713e2d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (d2d361e4-87bf-4197-9996-68e762a01ce3), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:15.729079 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fd5af3-04f1-44a1-87c2-39f7db529dfb None None] Network aeda07c8-56ab-4b7f-b5c3-63415b1bc439 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:37:15.751254 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9753d-1fe4-4e89-95ff-5bf57e713e2d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event deleted for resources: {'Port': ['ID=d2d361e4-87bf-4197-9996-68e762a01ce3,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:15.761621 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-25727980-3dd0-4b62-b1de-79e3a1870352 admin admin] Publish callbacks [] for security_group (f0613623-a0b9-4486-b83e-2b8b9151151c), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:15.775114 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-25727980-3dd0-4b62-b1de-79e3a1870352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (f0613623-a0b9-4486-b83e-2b8b9151151c), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:15.813209 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-c7d6bc15-fe05-4b90-9b16-f65ff76ae16a None None] Provisioning complete for port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:15.813568 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c7d6bc15-fe05-4b90-9b16-f65ff76ae16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:15.814070 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-c7d6bc15-fe05-4b90-9b16-f65ff76ae16a None None] Attempt 1 to provision port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec Sep 26 05:37:15.829014 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:15.877719 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-403f9559-7d1f-4a50-911d-630267643e33 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] For port f0547fbd-b0c0-43fb-b376-7a42fb7ce357, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f0547fbd-b0c0-43fb-b376-7a42fb7ce357,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:15.878358 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-403f9559-7d1f-4a50-911d-630267643e33 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:15.882173 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-05f9753d-1fe4-4e89-95ff-5bf57e713e2d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:37:15.896115 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-25727980-3dd0-4b62-b1de-79e3a1870352 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=116a96c8cce245678fd0a531b0a5b363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6209078 Sep 26 05:37:15.900594 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43288) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:15.906517 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25727980-3dd0-4b62-b1de-79e3a1870352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0613623-a0b9-4486-b83e-2b8b9151151c,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:15.985569 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-c7d6bc15-fe05-4b90-9b16-f65ff76ae16a None None] Current status of the port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:15.985872 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c7d6bc15-fe05-4b90-9b16-f65ff76ae16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:16.001103 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:37:16.011034 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Sync routers for ids ['80f49b17-9eba-4997-a904-17c99be39ff8'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:37:16.024238 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Routers {'80f49b17-9eba-4997-a904-17c99be39ff8'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:16.031372 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['80f49b17-9eba-4997-a904-17c99be39ff8'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:16.039877 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-05f9753d-1fe4-4e89-95ff-5bf57e713e2d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:37:16.057404 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-253a23a7-79a3-41a2-9f9e-52acca294d31 admin admin] Publish callbacks [] for security_group (f0613623-a0b9-4486-b83e-2b8b9151151c), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:16.062987 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09945071-52d8-4682-b75f-475ba1a71c06 None None] Sync routers for ids ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:37:16.088847 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-c7d6bc15-fe05-4b90-9b16-f65ff76ae16a None None] For port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=5c58e7fe-f778-4e2f-92b8-7d84672a9fec,segment=NetworkSegment(3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f),segment_id=3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:16.106444 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-05f9753d-1fe4-4e89-95ff-5bf57e713e2d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] No DVR routers for this DVR port d2d361e4-87bf-4197-9996-68e762a01ce3 on host hv-cinder-85918 {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:37:16.109757 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c7d6bc15-fe05-4b90-9b16-f65ff76ae16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:16.110283 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-05f9753d-1fe4-4e89-95ff-5bf57e713e2d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:16.114880 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-c143ee01-2044-4c4c-b2ff-2639c74689f1 req-05f9753d-1fe4-4e89-95ff-5bf57e713e2d tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.60 "DELETE /networking/v2.0/ports/d2d361e4-87bf-4197-9996-68e762a01ce3 HTTP/1.1" status: 204 len: 173 time: 1.2269981 Sep 26 05:37:16.115586 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'name': 'network-vif-deleted', 'tag': 'd2d361e4-87bf-4197-9996-68e762a01ce3'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:37:16.118522 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c054d110-180d-41a3-82ed-9bcc2bb9bbb5" -d '{"events": [{"server_uuid": "e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e", "name": "network-vif-deleted", "tag": "d2d361e4-87bf-4197-9996-68e762a01ce3"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:37:16.126904 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09945071-52d8-4682-b75f-475ba1a71c06 None None] Routers {'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:16.127684 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-09945071-52d8-4682-b75f-475ba1a71c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:16.190989 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c276900-80bc-45e8-8345-bf20012abedf x-openstack-request-id: req-3c276900-80bc-45e8-8345-bf20012abedf {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:37:16.191577 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e", "name": "network-vif-deleted", "tag": "d2d361e4-87bf-4197-9996-68e762a01ce3", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:37:16.192059 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c276900-80bc-45e8-8345-bf20012abedf {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:37:16.192742 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c276900-80bc-45e8-8345-bf20012abedf'] response: {'server_uuid': 'e47fb6ca-ac5f-4483-b2cf-86ea0c8b642e', 'name': 'network-vif-deleted', 'tag': 'd2d361e4-87bf-4197-9996-68e762a01ce3', 'status': 'completed', 'code': 200} Sep 26 05:37:16.223417 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:16.224684 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-b39d7654-e3bf-4782-8d3c-3277c69c6ff1 admin admin] 10.222.0.49 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5375564 Sep 26 05:37:16.227867 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43294) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:16.259258 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Set router 80f49b17-9eba-4997-a904-17c99be39ff8 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:16.335494 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:16.403890 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-253a23a7-79a3-41a2-9f9e-52acca294d31 admin admin] Publish callbacks [] for security_group (f0613623-a0b9-4486-b83e-2b8b9151151c), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:16.545764 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad16c90-2e4f-4219-bda3-9824980ddfeb req-21724ac7-3182-442b-b9db-d7871c0a836d tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:16.555601 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-dad16c90-2e4f-4219-bda3-9824980ddfeb req-21724ac7-3182-442b-b9db-d7871c0a836d tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 945 time: 0.4860821 Sep 26 05:37:16.558070 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6bc15-fe05-4b90-9b16-f65ff76ae16a None None] Pushing event updated for resources: {'Port': ['ID=5c58e7fe-f778-4e2f-92b8-7d84672a9fec,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:16.605356 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 5c58e7fe-f778-4e2f-92b8-7d84672a9fec up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:37:16.659246 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-09945071-52d8-4682-b75f-475ba1a71c06 None None] Set router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:16.705051 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:16.720551 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-218274a9-a7a0-41fb-b0d8-3063f325d629 None None] Provisioning complete for port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:16.720957 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-218274a9-a7a0-41fb-b0d8-3063f325d629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:16.721298 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-218274a9-a7a0-41fb-b0d8-3063f325d629 None None] Attempt 1 to provision port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec Sep 26 05:37:16.765679 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43302) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:16.774355 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-dad16c90-2e4f-4219-bda3-9824980ddfeb req-4d3e6785-36dc-4971-8593-044ec3fcf400 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176886 Sep 26 05:37:16.780429 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'name': 'tempest-TestMinimumBasicScenario-1305196650-router', 'tenant_id': '16f4765a996048b4930ed42949a4cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '9d08d476-db0f-4274-9990-3b03f0219d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:12Z', 'updated_at': '2022-09-26T05:37:13Z', 'revision_number': 3, 'project_id': '16f4765a996048b4930ed42949a4cb58', 'gw_port': {'id': '9d08d476-db0f-4274-9990-3b03f0219d37', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:13Z', 'updated_at': '2022-09-26T05:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:16.783396 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-403f9559-7d1f-4a50-911d-630267643e33 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:16.801271 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-403f9559-7d1f-4a50-911d-630267643e33 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (f3d9587a-5c66-4876-80d5-cdb29b343545), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:16.801271 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-403f9559-7d1f-4a50-911d-630267643e33 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Floating IP f3d9587a-5c66-4876-80d5-cdb29b343545 disassociated. External IP: 172.27.0.14, port: f0547fbd-b0c0-43fb-b376-7a42fb7ce357. Sep 26 05:37:16.801271 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-403f9559-7d1f-4a50-911d-630267643e33 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Calling delete_port for f0547fbd-b0c0-43fb-b376-7a42fb7ce357 owned by compute:nova {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:16.830274 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Checking router: 80f49b17-9eba-4997-a904-17c99be39ff8 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:37:16.830943 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Updating router 80f49b17-9eba-4997-a904-17c99be39ff8 port 9d08d476-db0f-4274-9990-3b03f0219d37 binding host dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:37:16.841428 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:16.851622 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-253a23a7-79a3-41a2-9f9e-52acca294d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (f0613623-a0b9-4486-b83e-2b8b9151151c), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:16.854883 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-253a23a7-79a3-41a2-9f9e-52acca294d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:16.856145 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-253a23a7-79a3-41a2-9f9e-52acca294d31 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/f0613623-a0b9-4486-b83e-2b8b9151151c HTTP/1.1" status: 204 len: 168 time: 0.9506063 Sep 26 05:37:16.859140 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:16.859582 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:16.859934 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec Sep 26 05:37:16.886077 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a23a7-79a3-41a2-9f9e-52acca294d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0613623-a0b9-4486-b83e-2b8b9151151c,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:16.891635 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (9d08d476-db0f-4274-9990-3b03f0219d37), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:17.037004 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-403f9559-7d1f-4a50-911d-630267643e33 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (f0547fbd-b0c0-43fb-b376-7a42fb7ce357), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:17.053697 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-feadda8d-248e-4b90-be0a-d9757c0226a6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group (b302e7bd-8e43-4915-aed5-a1bc41138e33), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:17.061573 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:17.092346 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f9559-7d1f-4a50-911d-630267643e33 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event deleted for resources: {'Port': ['ID=f0547fbd-b0c0-43fb-b376-7a42fb7ce357,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:17.097260 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-feadda8d-248e-4b90-be0a-d9757c0226a6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group (b302e7bd-8e43-4915-aed5-a1bc41138e33), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:17.232241 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-feadda8d-248e-4b90-be0a-d9757c0226a6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (b302e7bd-8e43-4915-aed5-a1bc41138e33), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:17.236014 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-feadda8d-248e-4b90-be0a-d9757c0226a6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:17.237231 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-feadda8d-248e-4b90-be0a-d9757c0226a6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b302e7bd-8e43-4915-aed5-a1bc41138e33 HTTP/1.1" status: 204 len: 168 time: 0.4704053 Sep 26 05:37:17.268754 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43306) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:17.282896 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadda8d-248e-4b90-be0a-d9757c0226a6 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b302e7bd-8e43-4915-aed5-a1bc41138e33,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:17.292827 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.api.v2.resource [None req-03b15c26-bf38-4285-872a-747a92e2b5e9 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] show failed (client error): The resource could not be found. Sep 26 05:37:17.293783 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-03b15c26-bf38-4285-872a-747a92e2b5e9 tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "GET /networking/v2.0/security-groups/b302e7bd-8e43-4915-aed5-a1bc41138e33 HTTP/1.1" status: 404 len: 347 time: 0.0238085 Sep 26 05:37:17.297831 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43310) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:17.300521 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:17.382788 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-218274a9-a7a0-41fb-b0d8-3063f325d629 None None] Current status of the port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:17.412182 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:17.508090 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-979b7416-526d-4b9d-9985-afd8a452673e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Deleting port 019b133a-55cb-4563-bc5c-e577d12c5c9b {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:17.508661 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-979b7416-526d-4b9d-9985-afd8a452673e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (019b133a-55cb-4563-bc5c-e577d12c5c9b), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:17.531371 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-403f9559-7d1f-4a50-911d-630267643e33 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Router 7b8d2a1f-471f-4584-b831-4f0eb48de512 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:37:17.642998 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:17.645494 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-09945071-52d8-4682-b75f-475ba1a71c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:38Z', 'revision_number': 5, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:17.689427 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09945071-52d8-4682-b75f-475ba1a71c06 None None] Checking router: cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:37:17.690430 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Allocated IP 172.20.0.1 (aeda07c8-56ab-4b7f-b5c3-63415b1bc439/8e901410-502f-496d-b151-08e2141de097/04342842-6357-4517-9b8e-025a14202147) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:37:17.707766 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:17.709350 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:17.710679 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 2c3ef3b5-3f05-4e29-a08f-111bca94a34d up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:37:17.711342 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43314) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:17.735729 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-53e14e83-6767-4ab2-be28-233eaea9bcda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:17.736812 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09945071-52d8-4682-b75f-475ba1a71c06 None None] Routers {'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:17.737822 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-09945071-52d8-4682-b75f-475ba1a71c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:17.782110 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:17.817875 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-979b7416-526d-4b9d-9985-afd8a452673e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (019b133a-55cb-4563-bc5c-e577d12c5c9b), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:17.818531 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-979b7416-526d-4b9d-9985-afd8a452673e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for floatingip (019b133a-55cb-4563-bc5c-e577d12c5c9b), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:17.824528 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Publish callbacks [] for port (9d08d476-db0f-4274-9990-3b03f0219d37), precommit_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:17.836008 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (9d08d476-db0f-4274-9990-3b03f0219d37), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:17.875833 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:17.876211 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:17.876573 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d Sep 26 05:37:17.922459 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Attempting to bind port 9d08d476-db0f-4274-9990-3b03f0219d37 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:37:17.923174 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Attempting to bind port 9d08d476-db0f-4274-9990-3b03f0219d37 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:37:17.923601 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-979b7416-526d-4b9d-9985-afd8a452673e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Calling delete_port for 019b133a-55cb-4563-bc5c-e577d12c5c9b owned by network:floatingip {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:17.923746 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Attempting to bind port 9d08d476-db0f-4274-9990-3b03f0219d37 on network 1d7e5a44-5796-4db3-9f47-9726042cf055 {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:37:17.929839 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:37:17.933143 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-09945071-52d8-4682-b75f-475ba1a71c06 None None] Set router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:17.958588 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8ea0c787-dc96-4b4d-ae75-5b881b8e5de8 req-6fe24d4f-00a6-40d1-8f0e-0a4a83fbde7e tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 210 time: 0.0388765 Sep 26 05:37:18.006303 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:18.016785 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-403f9559-7d1f-4a50-911d-630267643e33 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:37:18.020302 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-53e14e83-6767-4ab2-be28-233eaea9bcda admin admin] Publish callbacks [] for security_group (d2e63c2c-9e62-49b8-831a-3f74e232ff12), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.034972 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320284b1-3c7d-48e8-8eed-45cbe9338008 None None] Sync routers for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:37:18.035190 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-53e14e83-6767-4ab2-be28-233eaea9bcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (d2e63c2c-9e62-49b8-831a-3f74e232ff12), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.039809 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdaad3-f127-46bd-9ba9-fccb3de2a053 None None] Pushing event updated for resources: {'Port': ['ID=9d08d476-db0f-4274-9990-3b03f0219d37,revision_number=2']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:18.057913 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:37:18.058339 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Checking segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:37:18.058746 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.059600 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Bound using segment: {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'} {{(pid=106343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:37:18.060081 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.managers [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Bound port: 9d08d476-db0f-4274-9990-3b03f0219d37, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea907f78-bc90-4713-8ea7-08de090e0f29', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055'}}] {{(pid=106343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:37:18.061033 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (9d08d476-db0f-4274-9990-3b03f0219d37), before_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.067608 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-53e14e83-6767-4ab2-be28-233eaea9bcda admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2ce1abcb5dce4e89904e387df3eb8373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549249 Sep 26 05:37:18.072280 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43318) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:18.090829 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-403f9559-7d1f-4a50-911d-630267643e33 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] No DVR routers for this DVR port f0547fbd-b0c0-43fb-b376-7a42fb7ce357 on host hv-cinder-85918 {{(pid=106340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:37:18.092726 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:18.098138 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-403f9559-7d1f-4a50-911d-630267643e33 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.101541 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Publish callbacks [] for port (04342842-6357-4517-9b8e-025a14202147), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.103216 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320284b1-3c7d-48e8-8eed-45cbe9338008 None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:18.103535 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6a80dbab-2bef-4069-a12a-a3d21088c183 req-403f9559-7d1f-4a50-911d-630267643e33 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "DELETE /networking/v2.0/ports/f0547fbd-b0c0-43fb-b376-7a42fb7ce357 HTTP/1.1" status: 204 len: 173 time: 2.8440948 Sep 26 05:37:18.103877 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-320284b1-3c7d-48e8-8eed-45cbe9338008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:18.105002 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd690507f-f032-475f-b4c4-4f5274841bf9', 'name': 'network-vif-deleted', 'tag': 'f0547fbd-b0c0-43fb-b376-7a42fb7ce357'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:37:18.109815 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bcebeb-1cc1-443a-a845-7a2874cd9384" -d '{"events": [{"server_uuid": "d690507f-f032-475f-b4c4-4f5274841bf9", "name": "network-vif-deleted", "tag": "f0547fbd-b0c0-43fb-b376-7a42fb7ce357"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:37:18.120073 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:18.181711 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e14e83-6767-4ab2-be28-233eaea9bcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e63c2c-9e62-49b8-831a-3f74e232ff12,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:18.197395 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:18.214630 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.224941 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-979b7416-526d-4b9d-9985-afd8a452673e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (019b133a-55cb-4563-bc5c-e577d12c5c9b), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.230375 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9f18510c-074e-4e97-b020-d77d31dc3497 admin admin] Publish callbacks [] for security_group (d2e63c2c-9e62-49b8-831a-3f74e232ff12), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.254688 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9f18510c-074e-4e97-b020-d77d31dc3497 admin admin] Publish callbacks [] for security_group (d2e63c2c-9e62-49b8-831a-3f74e232ff12), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.268926 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b7416-526d-4b9d-9985-afd8a452673e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Pushing event deleted for resources: {'Port': ['ID=019b133a-55cb-4563-bc5c-e577d12c5c9b,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:18.273097 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f63cca3-02a2-4e73-a753-4561520b15b1 x-openstack-request-id: req-2f63cca3-02a2-4e73-a753-4561520b15b1 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:37:18.273393 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d690507f-f032-475f-b4c4-4f5274841bf9", "name": "network-vif-deleted", "tag": "f0547fbd-b0c0-43fb-b376-7a42fb7ce357", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:37:18.273651 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f63cca3-02a2-4e73-a753-4561520b15b1 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:37:18.274294 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f63cca3-02a2-4e73-a753-4561520b15b1'] response: {'server_uuid': 'd690507f-f032-475f-b4c4-4f5274841bf9', 'name': 'network-vif-deleted', 'tag': 'f0547fbd-b0c0-43fb-b376-7a42fb7ce357', 'status': 'completed', 'code': 200} Sep 26 05:37:18.307821 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (04342842-6357-4517-9b8e-025a14202147), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.314821 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] For port 9d08d476-db0f-4274-9990-3b03f0219d37, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:37:18.318578 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.plugins.ml2.db [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] For port 9d08d476-db0f-4274-9990-3b03f0219d37, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=9d08d476-db0f-4274-9990-3b03f0219d37,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:37:18.344281 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron_lib.callbacks.manager [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (9d08d476-db0f-4274-9990-3b03f0219d37), after_update {{(pid=106343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.362794 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-09945071-52d8-4682-b75f-475ba1a71c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:38Z', 'revision_number': 5, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:18.374966 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9f18510c-074e-4e97-b020-d77d31dc3497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (d2e63c2c-9e62-49b8-831a-3f74e232ff12), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.376448 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-979b7416-526d-4b9d-9985-afd8a452673e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks [] for floatingip (f0352010-6f28-445a-97a4-572c30ca9b32), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.380728 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-979b7416-526d-4b9d-9985-afd8a452673e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.382558 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-979b7416-526d-4b9d-9985-afd8a452673e tempest-AttachVolumeShelveTestJSON-1107555367 tempest-AttachVolumeShelveTestJSON-1107555367-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/f0352010-6f28-445a-97a4-572c30ca9b32 HTTP/1.1" status: 204 len: 168 time: 1.0839689 Sep 26 05:37:18.382829 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9f18510c-074e-4e97-b020-d77d31dc3497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.384195 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-9f18510c-074e-4e97-b020-d77d31dc3497 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d2e63c2c-9e62-49b8-831a-3f74e232ff12 HTTP/1.1" status: 204 len: 168 time: 0.3061314 Sep 26 05:37:18.450270 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09945071-52d8-4682-b75f-475ba1a71c06 None None] The sync data for ids ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'] in dv-cinder-859186-2-iscsi is: [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:29:19Z', 'revision_number': 4, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '79472b68-d197-403e-92a1-462175a15eb9', 'name': '', 'network_id': '7a033fac-5647-47c1-8abf-96bf265545b0', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'mac_address': 'fa:16:3e:fc:3d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:17Z', 'updated_at': '2022-09-26T05:29:38Z', 'revision_number': 5, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'subnets': [{'id': '68ec3a06-35a7-4882-936e-ce718bcdd1ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:37:18.453785 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 5c58e7fe-f778-4e2f-92b8-7d84672a9fec up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:37:18.458589 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Pushing event updated for resources: {'Port': ['ID=04342842-6357-4517-9b8e-025a14202147,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:18.482995 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Network aeda07c8-56ab-4b7f-b5c3-63415b1bc439 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:37:18.484124 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18510c-074e-4e97-b020-d77d31dc3497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e63c2c-9e62-49b8-831a-3f74e232ff12,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:18.488924 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Routers {'80f49b17-9eba-4997-a904-17c99be39ff8'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:18.489616 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['80f49b17-9eba-4997-a904-17c99be39ff8'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:18.502808 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:37:18.508998 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:37:18.563241 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdaad3-f127-46bd-9ba9-fccb3de2a053 None None] Pushing event updated for resources: {'Port': ['ID=9d08d476-db0f-4274-9990-3b03f0219d37,revision_number=3']} {{(pid=106343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:18.567447 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-320284b1-3c7d-48e8-8eed-45cbe9338008 None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:18.648820 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:18.649890 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.650414 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec Sep 26 05:37:18.668293 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-687896'] for router_interface (80f49b17-9eba-4997-a904-17c99be39ff8), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:18.726955 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device f0547fbd-b0c0-43fb-b376-7a42fb7ce357 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:37:18.794235 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: f0547fbd-b0c0-43fb-b376-7a42fb7ce357 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:37:18.794802 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device f0547fbd-b0c0-43fb-b376-7a42fb7ce357 not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:37:18.795561 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device d2d361e4-87bf-4197-9996-68e762a01ce3 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:37:18.835760 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: d2d361e4-87bf-4197-9996-68e762a01ce3 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:37:18.836300 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device d2d361e4-87bf-4197-9996-68e762a01ce3 not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:37:18.921317 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:19.020742 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (04342842-6357-4517-9b8e-025a14202147), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:19.029902 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5039e5ea-7a30-4f40-8eb7-41755a034d29 None None] New status for floating IP f0352010-6f28-445a-97a4-572c30ca9b32: DOWN {{(pid=106342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:37:19.039996 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] Set router 80f49b17-9eba-4997-a904-17c99be39ff8 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:19.203275 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9faef265-0367-400e-b9d6-f86f0e28c0fa req-2a5d0a72-d5c1-4fa7-aa5c-55e3793c2e7d tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d690507f-f032-475f-b4c4-4f5274841bf9 HTTP/1.1" status: 200 len: 210 time: 0.0753975 Sep 26 05:37:19.204163 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Provisioning complete for port 04342842-6357-4517-9b8e-025a14202147 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:19.204495 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (04342842-6357-4517-9b8e-025a14202147), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:19.204971 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Attempt 1 to provision port 04342842-6357-4517-9b8e-025a14202147 Sep 26 05:37:19.259507 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Port 04342842-6357-4517-9b8e-025a14202147 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:19.278051 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-320284b1-3c7d-48e8-8eed-45cbe9338008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:19.301215 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Publish callbacks [] for port (04342842-6357-4517-9b8e-025a14202147), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:19.306777 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (04342842-6357-4517-9b8e-025a14202147), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:19.317143 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320284b1-3c7d-48e8-8eed-45cbe9338008 None None] Checking router: 7b8d2a1f-471f-4584-b831-4f0eb48de512 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:37:19.348504 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:19.353050 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320284b1-3c7d-48e8-8eed-45cbe9338008 None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:19.353690 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-320284b1-3c7d-48e8-8eed-45cbe9338008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:19.394764 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-688012'] for router_interface (80f49b17-9eba-4997-a904-17c99be39ff8), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:19.397208 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Pushing event updated for resources: {'Port': ['ID=04342842-6357-4517-9b8e-025a14202147,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:19.405305 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'name': 'tempest-TestMinimumBasicScenario-1305196650-router', 'tenant_id': '16f4765a996048b4930ed42949a4cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '9d08d476-db0f-4274-9990-3b03f0219d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:12Z', 'updated_at': '2022-09-26T05:37:13Z', 'revision_number': 3, 'project_id': '16f4765a996048b4930ed42949a4cb58', 'gw_port': {'id': '9d08d476-db0f-4274-9990-3b03f0219d37', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:13Z', 'updated_at': '2022-09-26T05:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:19.436493 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f421fca-4cbc-42fc-9fc4-10250c943b86 None None] The sync data for ids ['80f49b17-9eba-4997-a904-17c99be39ff8'] in dv-cinder-859186-2-iscsi is: [{'id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'name': 'tempest-TestMinimumBasicScenario-1305196650-router', 'tenant_id': '16f4765a996048b4930ed42949a4cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '9d08d476-db0f-4274-9990-3b03f0219d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:12Z', 'updated_at': '2022-09-26T05:37:13Z', 'revision_number': 3, 'project_id': '16f4765a996048b4930ed42949a4cb58', 'gw_port': {'id': '9d08d476-db0f-4274-9990-3b03f0219d37', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:13Z', 'updated_at': '2022-09-26T05:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:37:19.481391 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:19.493305 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:19.520056 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-320284b1-3c7d-48e8-8eed-45cbe9338008 None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:19.549305 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Network aeda07c8-56ab-4b7f-b5c3-63415b1bc439 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:37:19.552030 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:37:19.647884 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:19.731016 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Router 80f49b17-9eba-4997-a904-17c99be39ff8 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:37:19.760983 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Attempt 2 to provision port 04342842-6357-4517-9b8e-025a14202147 Sep 26 05:37:19.859784 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Port 04342842-6357-4517-9b8e-025a14202147 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:19.944972 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-320284b1-3c7d-48e8-8eed-45cbe9338008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:19.989557 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320284b1-3c7d-48e8-8eed-45cbe9338008 None None] The sync data for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi is: [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:37:20.063664 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:37:20.083710 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-c0f780e7-75c6-46a6-aa29-10dca3f3ec59 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/80f49b17-9eba-4997-a904-17c99be39ff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8444920 Sep 26 05:37:20.362780 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Attempt 3 to provision port 04342842-6357-4517-9b8e-025a14202147 Sep 26 05:37:20.410063 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Port 04342842-6357-4517-9b8e-025a14202147 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:20.452799 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 9d08d476-db0f-4274-9990-3b03f0219d37 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:37:20.473279 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55d3e2-6b47-4f11-8280-8cd8a1ae97ac None None] New status for floating IP f3d9587a-5c66-4876-80d5-cdb29b343545: DOWN {{(pid=106343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:37:20.490899 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:20.538721 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 9d08d476-db0f-4274-9990-3b03f0219d37 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:20.539415 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (9d08d476-db0f-4274-9990-3b03f0219d37), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:20.539943 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 9d08d476-db0f-4274-9990-3b03f0219d37 Sep 26 05:37:20.542372 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:20.659283 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 9d08d476-db0f-4274-9990-3b03f0219d37 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:20.659674 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (9d08d476-db0f-4274-9990-3b03f0219d37), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:20.685002 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] For port 9d08d476-db0f-4274-9990-3b03f0219d37, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=9d08d476-db0f-4274-9990-3b03f0219d37,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:20.697662 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (9d08d476-db0f-4274-9990-3b03f0219d37), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:20.784017 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-84c84c90-1868-403a-8610-9d95ba1d1cf0 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1686962999&fields=id&tenant_id=774c63ee5fc74c619f63c64590c154e4 HTTP/1.1" status: 200 len: 267 time: 0.0954909 Sep 26 05:37:20.792465 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Pushing event updated for resources: {'Port': ['ID=9d08d476-db0f-4274-9990-3b03f0219d37,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:20.876311 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:20.913429 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Attempt 4 to provision port 04342842-6357-4517-9b8e-025a14202147 Sep 26 05:37:20.931859 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-945fb836-a73c-4bda-9719-f016dbf9b079 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:20.945779 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-945fb836-a73c-4bda-9719-f016dbf9b079 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 812 time: 0.1610253 Sep 26 05:37:20.971423 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-85dc79c5-bd95-4b3f-826e-84b42e9d5f71 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/quotas/774c63ee5fc74c619f63c64590c154e4 HTTP/1.1" status: 200 len: 375 time: 0.0240412 Sep 26 05:37:20.977004 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Port 04342842-6357-4517-9b8e-025a14202147 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:21.036911 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-1fcb056b-b50a-48b6-8796-3303ae40c694 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635026 Sep 26 05:37:21.158993 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-467b1f50-5011-468d-b90a-2503c7c3fbca service neutron] 10.222.0.49 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087728 Sep 26 05:37:21.291158 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-c2cac8e5-46b0-49c7-a24f-ae76a8261e21 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253450 Sep 26 05:37:21.337836 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43422) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:21.479803 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Attempt 5 to provision port 04342842-6357-4517-9b8e-025a14202147 Sep 26 05:37:21.543061 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Port 04342842-6357-4517-9b8e-025a14202147 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:22.046698 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Attempt 6 to provision port 04342842-6357-4517-9b8e-025a14202147 Sep 26 05:37:22.165682 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Port 04342842-6357-4517-9b8e-025a14202147 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:22.437657 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 9d08d476-db0f-4274-9990-3b03f0219d37 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:37:22.553686 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 9d08d476-db0f-4274-9990-3b03f0219d37 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:22.554758 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (9d08d476-db0f-4274-9990-3b03f0219d37), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:22.555544 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 9d08d476-db0f-4274-9990-3b03f0219d37 Sep 26 05:37:22.561046 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Sync routers for ids ['80f49b17-9eba-4997-a904-17c99be39ff8'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:37:22.599583 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Routers {'80f49b17-9eba-4997-a904-17c99be39ff8'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:22.600897 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['80f49b17-9eba-4997-a904-17c99be39ff8'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:22.884135 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-76238f41-11ab-401f-a515-ace80cf82912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688035'] for router_interface (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:22.913645 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8f7deaf4-2448-4a1e-81b5-cbcaa9613157 req-280461d5-3f3d-48b2-b251-9c7f66cf6dce tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 210 time: 0.0590241 Sep 26 05:37:22.931661 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Attempt 7 to provision port 04342842-6357-4517-9b8e-025a14202147 Sep 26 05:37:23.006289 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Set router 80f49b17-9eba-4997-a904-17c99be39ff8 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:23.008876 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Port 04342842-6357-4517-9b8e-025a14202147 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:23.257449 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 9d08d476-db0f-4274-9990-3b03f0219d37 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:23.304658 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d301a1f9-3b2d-4edd-86e0-1af32dca3076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:23.374880 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-76238f41-11ab-401f-a515-ace80cf82912 admin admin] Deleting port 79472b68-d197-403e-92a1-462175a15eb9 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:23.378894 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-76238f41-11ab-401f-a515-ace80cf82912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (79472b68-d197-403e-92a1-462175a15eb9), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:23.382527 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=100 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:23.410827 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'name': 'tempest-TestMinimumBasicScenario-1305196650-router', 'tenant_id': '16f4765a996048b4930ed42949a4cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '9d08d476-db0f-4274-9990-3b03f0219d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:12Z', 'updated_at': '2022-09-26T05:37:18Z', 'revision_number': 4, 'project_id': '16f4765a996048b4930ed42949a4cb58', 'gw_port': {'id': '9d08d476-db0f-4274-9990-3b03f0219d37', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:13Z', 'updated_at': '2022-09-26T05:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '04342842-6357-4517-9b8e-025a14202147', 'name': '', 'network_id': 'aeda07c8-56ab-4b7f-b5c3-63415b1bc439', 'tenant_id': '16f4765a996048b4930ed42949a4cb58', 'mac_address': 'fa:16:3e:39:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8e901410-502f-496d-b151-08e2141de097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:17Z', 'updated_at': '2022-09-26T05:37:19Z', 'revision_number': 2, 'project_id': '16f4765a996048b4930ed42949a4cb58', 'subnets': [{'id': '8e901410-502f-496d-b151-08e2141de097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:23.449101 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Checking router: 80f49b17-9eba-4997-a904-17c99be39ff8 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:37:23.449355 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Updating router 80f49b17-9eba-4997-a904-17c99be39ff8 port 04342842-6357-4517-9b8e-025a14202147 binding host dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 05:37:23.489457 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (04342842-6357-4517-9b8e-025a14202147), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:23.502792 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-76238f41-11ab-401f-a515-ace80cf82912 admin admin] For port 79472b68-d197-403e-92a1-462175a15eb9, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=79472b68-d197-403e-92a1-462175a15eb9,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:23.503332 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-76238f41-11ab-401f-a515-ace80cf82912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (79472b68-d197-403e-92a1-462175a15eb9), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:23.522230 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-76238f41-11ab-401f-a515-ace80cf82912 admin admin] Calling delete_port for 79472b68-d197-403e-92a1-462175a15eb9 owned by network:router_interface {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:23.532223 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Attempt 8 to provision port 04342842-6357-4517-9b8e-025a14202147 Sep 26 05:37:23.557375 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:23.562049 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:23.593273 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Port 04342842-6357-4517-9b8e-025a14202147 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:23.785485 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:23.819222 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-76238f41-11ab-401f-a515-ace80cf82912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (79472b68-d197-403e-92a1-462175a15eb9), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:23.852437 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76238f41-11ab-401f-a515-ace80cf82912 admin admin] Pushing event deleted for resources: {'Port': ['ID=79472b68-d197-403e-92a1-462175a15eb9,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:23.934139 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Publish callbacks [] for port (04342842-6357-4517-9b8e-025a14202147), precommit_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:23.964536 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (04342842-6357-4517-9b8e-025a14202147), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:24.067463 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636c527-01e1-419f-9c57-8b58fad937f3 None None] Pushing event updated for resources: {'Port': ['ID=04342842-6357-4517-9b8e-025a14202147,revision_number=3']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:24.123735 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Attempt 9 to provision port 04342842-6357-4517-9b8e-025a14202147 Sep 26 05:37:24.165863 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-aaec3749-2c74-4695-b884-1bee925b6bd4 req-6d1332dd-2701-4099-a35d-de24fd46dcca tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 210 time: 0.1038961 Sep 26 05:37:24.200555 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Attempting to bind port 04342842-6357-4517-9b8e-025a14202147 on host dv-cinder-859186-2-iscsi for vnic_type normal with profile {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:37:24.201483 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Attempting to bind port 04342842-6357-4517-9b8e-025a14202147 by drivers openvswitch,hyperv on host dv-cinder-859186-2-iscsi at level 0 using segments [{'id': '3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aeda07c8-56ab-4b7f-b5c3-63415b1bc439'}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:37:24.201850 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Attempting to bind port 04342842-6357-4517-9b8e-025a14202147 on network aeda07c8-56ab-4b7f-b5c3-63415b1bc439 {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:37:24.271915 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Port 04342842-6357-4517-9b8e-025a14202147 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:24.283195 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Checking agent: {'id': '969eec1a-24b4-496e-9cf8-ed9dbcf282fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 20, 58), 'started_at': datetime.datetime(2022, 9, 26, 5, 21, 28), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:37:24.283567 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Checking segment: {'id': '3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aeda07c8-56ab-4b7f-b5c3-63415b1bc439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:37:24.283979 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:24.284402 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Bound using segment: {'id': '3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aeda07c8-56ab-4b7f-b5c3-63415b1bc439'} {{(pid=106342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:37:24.284879 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.managers [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Bound port: 04342842-6357-4517-9b8e-025a14202147, host: dv-cinder-859186-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'aeda07c8-56ab-4b7f-b5c3-63415b1bc439'}}] {{(pid=106342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:37:24.285263 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (04342842-6357-4517-9b8e-025a14202147), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:24.301627 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-76238f41-11ab-401f-a515-ace80cf82912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582419'] for router_interface (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:24.441774 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] For port 04342842-6357-4517-9b8e-025a14202147, host dv-cinder-859186-2-iscsi, cleared binding levels {{(pid=106342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:37:24.448521 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] For port 04342842-6357-4517-9b8e-025a14202147, host dv-cinder-859186-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=04342842-6357-4517-9b8e-025a14202147,segment=NetworkSegment(3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f),segment_id=3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f)] {{(pid=106342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:37:24.462779 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (04342842-6357-4517-9b8e-025a14202147), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:24.511397 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Routers {'80f49b17-9eba-4997-a904-17c99be39ff8'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:24.512126 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['80f49b17-9eba-4997-a904-17c99be39ff8'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:24.623669 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636c527-01e1-419f-9c57-8b58fad937f3 None None] Pushing event updated for resources: {'Port': ['ID=04342842-6357-4517-9b8e-025a14202147,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:24.775103 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Attempt 10 to provision port 04342842-6357-4517-9b8e-025a14202147 Sep 26 05:37:24.799228 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] Set router 80f49b17-9eba-4997-a904-17c99be39ff8 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:24.948175 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76238f41-11ab-401f-a515-ace80cf82912 admin admin] Router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:37:25.221108 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:25.232720 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76238f41-11ab-401f-a515-ace80cf82912 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:37:25.241838 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-76238f41-11ab-401f-a515-ace80cf82912 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9025509 Sep 26 05:37:25.243226 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43504) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:25.245582 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a6067-1070-4491-8a5c-3e17adc30724 None None] Sync routers for ids ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:37:25.268843 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a6067-1070-4491-8a5c-3e17adc30724 None None] Routers {'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:25.272602 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-c88a6067-1070-4491-8a5c-3e17adc30724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:36:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:25.313290 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:25.321026 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:25.378504 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-3069b002-bab7-4632-832a-06d6a02116a5 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:25.380035 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-3069b002-bab7-4632-832a-06d6a02116a5 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 812 time: 0.7088675 Sep 26 05:37:25.444945 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Current status of the port 04342842-6357-4517-9b8e-025a14202147 is: DOWN; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:25.445397 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (04342842-6357-4517-9b8e-025a14202147), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:25.455884 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] Publish callbacks [] for router (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:25.470144 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b7180542-a570-41b8-ab8a-89760ab47258 req-6797c2ef-4163-4fad-9bf2-8ac6fb0e1ca3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 210 time: 0.0807605 Sep 26 05:37:25.589862 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'name': 'tempest-TestMinimumBasicScenario-1305196650-router', 'tenant_id': '16f4765a996048b4930ed42949a4cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '9d08d476-db0f-4274-9990-3b03f0219d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:12Z', 'updated_at': '2022-09-26T05:37:18Z', 'revision_number': 4, 'project_id': '16f4765a996048b4930ed42949a4cb58', 'gw_port': {'id': '9d08d476-db0f-4274-9990-3b03f0219d37', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:13Z', 'updated_at': '2022-09-26T05:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '04342842-6357-4517-9b8e-025a14202147', 'name': '', 'network_id': 'aeda07c8-56ab-4b7f-b5c3-63415b1bc439', 'tenant_id': '16f4765a996048b4930ed42949a4cb58', 'mac_address': 'fa:16:3e:39:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8e901410-502f-496d-b151-08e2141de097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:17Z', 'updated_at': '2022-09-26T05:37:24Z', 'revision_number': 4, 'project_id': '16f4765a996048b4930ed42949a4cb58', 'subnets': [{'id': '8e901410-502f-496d-b151-08e2141de097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:25.594390 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] For port 04342842-6357-4517-9b8e-025a14202147, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=04342842-6357-4517-9b8e-025a14202147,segment=NetworkSegment(3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f),segment_id=3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:25.628848 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-77de45a1-5994-4d5c-bce5-f84cd147e461 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=774c63ee5fc74c619f63c64590c154e4 HTTP/1.1" status: 200 len: 380 time: 0.2283428 Sep 26 05:37:25.635290 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-5599195b-9cef-44d9-a16f-bd91a11f875b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Request body: {'port': {'device_id': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'admin_state_up': True, 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'security_groups': ['7eb35423-d2b0-4263-942b-b274f2129f77']}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:37:25.649820 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] Publish callbacks [] for router_gateway (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:25.663295 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f50800a-e3be-4d71-a1f9-1de7d5744e4c None None] The sync data for ids ['80f49b17-9eba-4997-a904-17c99be39ff8'] in dv-cinder-859186-2-iscsi is: [{'id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'name': 'tempest-TestMinimumBasicScenario-1305196650-router', 'tenant_id': '16f4765a996048b4930ed42949a4cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '9d08d476-db0f-4274-9990-3b03f0219d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:12Z', 'updated_at': '2022-09-26T05:37:18Z', 'revision_number': 4, 'project_id': '16f4765a996048b4930ed42949a4cb58', 'gw_port': {'id': '9d08d476-db0f-4274-9990-3b03f0219d37', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:13Z', 'updated_at': '2022-09-26T05:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '04342842-6357-4517-9b8e-025a14202147', 'name': '', 'network_id': 'aeda07c8-56ab-4b7f-b5c3-63415b1bc439', 'tenant_id': '16f4765a996048b4930ed42949a4cb58', 'mac_address': 'fa:16:3e:39:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '8e901410-502f-496d-b151-08e2141de097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:17Z', 'updated_at': '2022-09-26T05:37:24Z', 'revision_number': 4, 'project_id': '16f4765a996048b4930ed42949a4cb58', 'subnets': [{'id': '8e901410-502f-496d-b151-08e2141de097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:37:25.668809 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (04342842-6357-4517-9b8e-025a14202147), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:25.739525 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] Deleting port df8a6f02-24d1-4660-93f9-6ce12216fc1e {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:25.739960 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (df8a6f02-24d1-4660-93f9-6ce12216fc1e), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:25.822830 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-26c67688-581a-4bdd-998c-1e734be1456c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:25.898667 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-c88a6067-1070-4491-8a5c-3e17adc30724 None None] Set router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:25.944073 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea848a6-7263-4fd3-8659-e705249d86f1 None None] Pushing event updated for resources: {'Port': ['ID=04342842-6357-4517-9b8e-025a14202147,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:25.985457 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-d255a371-8bf1-453d-b7a5-3830ccc318f1 None None] Provisioning complete for port 04342842-6357-4517-9b8e-025a14202147 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:25.988058 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d255a371-8bf1-453d-b7a5-3830ccc318f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (04342842-6357-4517-9b8e-025a14202147), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:25.988605 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d255a371-8bf1-453d-b7a5-3830ccc318f1 None None] Attempt 1 to provision port 04342842-6357-4517-9b8e-025a14202147 Sep 26 05:37:26.054715 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] For port df8a6f02-24d1-4660-93f9-6ce12216fc1e, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=df8a6f02-24d1-4660-93f9-6ce12216fc1e,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:26.057162 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (df8a6f02-24d1-4660-93f9-6ce12216fc1e), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:26.109075 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] Calling delete_port for df8a6f02-24d1-4660-93f9-6ce12216fc1e owned by network:router_gateway {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:26.149319 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-5599195b-9cef-44d9-a16f-bd91a11f875b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Made reservation on behalf of 774c63ee5fc74c619f63c64590c154e4 for: {'port': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:37:26.157942 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-5599195b-9cef-44d9-a16f-bd91a11f875b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:26.320774 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d255a371-8bf1-453d-b7a5-3830ccc318f1 None None] Current status of the port 04342842-6357-4517-9b8e-025a14202147 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:26.415754 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-c88a6067-1070-4491-8a5c-3e17adc30724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:37:23Z', 'revision_number': 5, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port': {'id': 'df8a6f02-24d1-4660-93f9-6ce12216fc1e', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:82:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:29:11Z', 'updated_at': '2022-09-26T05:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:26.466090 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a6067-1070-4491-8a5c-3e17adc30724 None None] Checking router: cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:37:26.476447 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a6067-1070-4491-8a5c-3e17adc30724 None None] Routers {'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:26.477254 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-c88a6067-1070-4491-8a5c-3e17adc30724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:37:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:26.495256 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:26.539480 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-5599195b-9cef-44d9-a16f-bd91a11f875b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Allocated IP 172.20.0.8 (aa57f4f4-2276-4970-8337-66a125f8a06a/4408293b-c7bd-46de-8b4c-2f69b84d7882/e47ebac1-d877-4ac1-8e2f-fb371cb2f895) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:37:26.581948 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 04342842-6357-4517-9b8e-025a14202147 up at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:37:26.611477 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:26.658684 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (df8a6f02-24d1-4660-93f9-6ce12216fc1e), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:26.714994 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-c88a6067-1070-4491-8a5c-3e17adc30724 None None] Set router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 gateway port host: None {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:26.757229 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=df8a6f02-24d1-4660-93f9-6ce12216fc1e,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:26.773870 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Provisioning complete for port 04342842-6357-4517-9b8e-025a14202147 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:26.774591 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (04342842-6357-4517-9b8e-025a14202147), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:26.775901 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Attempt 1 to provision port 04342842-6357-4517-9b8e-025a14202147 Sep 26 05:37:26.790660 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:26.807883 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-c88a6067-1070-4491-8a5c-3e17adc30724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:37:25Z', 'revision_number': 6, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port_host': None}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:26.830945 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-5599195b-9cef-44d9-a16f-bd91a11f875b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:26.880365 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:26.889767 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-5599195b-9cef-44d9-a16f-bd91a11f875b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:26.896524 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a6067-1070-4491-8a5c-3e17adc30724 None None] The sync data for ids ['cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38'] in dv-cinder-859186-2-iscsi is: [{'id': 'cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38', 'name': 'tempest-AttachVolumeShelveTestJSON-470088262-router', 'tenant_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:29:09Z', 'updated_at': '2022-09-26T05:37:25Z', 'revision_number': 6, 'project_id': 'e5e1c15ae90e4b82b4e216b3a0549e2e', 'gw_port_host': None}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:37:26.933046 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581465'] for router_gateway (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:27.015409 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Current status of the port 04342842-6357-4517-9b8e-025a14202147 is: ACTIVE; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:27.051359 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599195b-9cef-44d9-a16f-bd91a11f875b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'Port': ['ID=e47ebac1-d877-4ac1-8e2f-fb371cb2f895,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:27.066290 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-5599195b-9cef-44d9-a16f-bd91a11f875b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Network aa57f4f4-2276-4970-8337-66a125f8a06a is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:37:27.077675 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-5599195b-9cef-44d9-a16f-bd91a11f875b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:37:27.089272 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-5599195b-9cef-44d9-a16f-bd91a11f875b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:37:27.123265 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe4a7a-83eb-4771-bd00-2d4666efeb01 req-70af559c-cdd1-4e2f-91b1-7c7dfe7eba2e tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:27.132741 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-96fe4a7a-83eb-4771-bd00-2d4666efeb01 req-70af559c-cdd1-4e2f-91b1-7c7dfe7eba2e tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 931 time: 0.2470875 Sep 26 05:37:27.149821 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:27.157603 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] Publish callbacks [] for router_controller (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:27.159147 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:27.281424 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582510'] for router (cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:27.282851 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 {{(pid=106341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:37:27.298689 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:27.308857 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-8a622926-7f1e-4e0a-8061-f1f73de572f0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/cd5e9e6f-aaf7-4883-baa2-3d27acdc5e38 HTTP/1.1" status: 204 len: 168 time: 2.0626023 Sep 26 05:37:27.310872 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43522) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:27.327042 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-5599195b-9cef-44d9-a16f-bd91a11f875b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:27.327817 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-5599195b-9cef-44d9-a16f-bd91a11f875b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:27.371386 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-96fe4a7a-83eb-4771-bd00-2d4666efeb01 req-e4ae01cd-56ab-4ae6-b7fd-1d3158c16133 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348914 Sep 26 05:37:27.391930 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-5599195b-9cef-44d9-a16f-bd91a11f875b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7622137 Sep 26 05:37:27.406622 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Request body: {'port': {'device_id': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:37:27.480799 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c860ba-0261-4f7c-ad1a-5d39d87e65fb admin admin] Deleting subnet 68ec3a06-35a7-4882-936e-ce718bcdd1ec {{(pid=106341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:37:27.494437 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-72c860ba-0261-4f7c-ad1a-5d39d87e65fb admin admin] Publish callbacks [] for subnet (68ec3a06-35a7-4882-936e-ce718bcdd1ec), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:27.586812 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-3346d9aa-a6f4-450d-aa54-4272d4e04b92 None None] Provisioning complete for port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:27.587371 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-3346d9aa-a6f4-450d-aa54-4272d4e04b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:27.587936 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-3346d9aa-a6f4-450d-aa54-4272d4e04b92 None None] Attempt 1 to provision port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 Sep 26 05:37:27.632706 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-72c860ba-0261-4f7c-ad1a-5d39d87e65fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421571'] for subnet (68ec3a06-35a7-4882-936e-ce718bcdd1ec), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:27.638574 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:27.680051 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-3346d9aa-a6f4-450d-aa54-4272d4e04b92 None None] Port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:27.823304 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-72c860ba-0261-4f7c-ad1a-5d39d87e65fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (68ec3a06-35a7-4882-936e-ce718bcdd1ec), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.050819 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-72c860ba-0261-4f7c-ad1a-5d39d87e65fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2423481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802036'] for subnet (68ec3a06-35a7-4882-936e-ce718bcdd1ec), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.116427 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c860ba-0261-4f7c-ad1a-5d39d87e65fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ec3a06-35a7-4882-936e-ce718bcdd1ec,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:28.123751 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-72c860ba-0261-4f7c-ad1a-5d39d87e65fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.130126 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72440f8e-2de7-4563-bbd3-8495471156d3 None None] Network 7a033fac-5647-47c1-8abf-96bf265545b0 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:37:28.133527 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-72c860ba-0261-4f7c-ad1a-5d39d87e65fb admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/68ec3a06-35a7-4882-936e-ce718bcdd1ec HTTP/1.1" status: 204 len: 168 time: 0.8213866 Sep 26 05:37:28.134202 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43534) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:28.151935 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47ebac1-d877-4ac1-8e2f-fb371cb2f895 {{(pid=106340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:37:28.162557 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Publish callbacks [] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.183474 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.provisioning_blocks [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Transition to ACTIVE for port object e47ebac1-d877-4ac1-8e2f-fb371cb2f895 will not be triggered until provisioned by entity L2. {{(pid=106340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:37:28.184470 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:28.191636 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.231586 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-3346d9aa-a6f4-450d-aa54-4272d4e04b92 None None] Attempt 2 to provision port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 Sep 26 05:37:28.303726 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-3346d9aa-a6f4-450d-aa54-4272d4e04b92 None None] Port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:28.326590 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (7a033fac-5647-47c1-8abf-96bf265545b0), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.330824 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Pushing event updated for resources: {'Port': ['ID=e47ebac1-d877-4ac1-8e2f-fb371cb2f895,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:28.403305 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.436556 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 79472b68-d197-403e-92a1-462175a15eb9 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:37:28.445363 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] Deleting port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:28.445781 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.534144 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 79472b68-d197-403e-92a1-462175a15eb9 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:37:28.534588 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 79472b68-d197-403e-92a1-462175a15eb9 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:37:28.537314 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device df8a6f02-24d1-4660-93f9-6ce12216fc1e no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:37:28.559042 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Attempting to bind port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:37:28.559501 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Attempting to bind port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:37:28.560591 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Attempting to bind port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 on network aa57f4f4-2276-4970-8337-66a125f8a06a {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:37:28.586109 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] For port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:28.586719 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.592517 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a815652-6b81-41e1-b364-23a98a96bebe None None] DHCP port deletion for 7a033fac-5647-47c1-8abf-96bf265545b0 request from dv-cinder-859186-2-iscsi {{(pid=106342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:37:28.607644 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: df8a6f02-24d1-4660-93f9-6ce12216fc1e {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:37:28.608377 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] Calling delete_port for 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e owned by network:dhcp {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:28.608715 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device df8a6f02-24d1-4660-93f9-6ce12216fc1e not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:37:28.651159 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f68e5-63e1-4bf9-81c4-4e564db7162c req-97915ad4-cc75-41c5-8cf1-09fb0431b5ca tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:28.652864 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a03f68e5-63e1-4bf9-81c4-4e564db7162c req-97915ad4-cc75-41c5-8cf1-09fb0431b5ca tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 943 time: 0.1653202 Sep 26 05:37:28.660074 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 on network aa57f4f4-2276-4970-8337-66a125f8a06a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:37:28.660585 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Attempting to bind port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 on network aa57f4f4-2276-4970-8337-66a125f8a06a {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:37:28.671676 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-7a815652-6b81-41e1-b364-23a98a96bebe None None] Deleting port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:28.672319 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7a815652-6b81-41e1-b364-23a98a96bebe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.674768 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.698250 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:28.726359 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.782835 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:37:28.783246 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Checking segment: {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:37:28.783930 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Bound using segment: {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:37:28.784567 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Bound port: e47ebac1-d877-4ac1-8e2f-fb371cb2f895, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'}}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:37:28.785133 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.786416 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:28.791641 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] No DVR routers for this DVR port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e on host dv-cinder-859186-2-iscsi {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:37:28.801091 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a03f68e5-63e1-4bf9-81c4-4e564db7162c req-d95fca31-8147-4e71-9eb1-9acd88ebce29 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366098 Sep 26 05:37:28.819855 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-7a815652-6b81-41e1-b364-23a98a96bebe None None] For port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e,segment=NetworkSegment(95a3be3e-a21a-48dc-be04-c0a286703e20),segment_id=95a3be3e-a21a-48dc-be04-c0a286703e20)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:28.820242 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7a815652-6b81-41e1-b364-23a98a96bebe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.836880 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:28.839363 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-3346d9aa-a6f4-450d-aa54-4272d4e04b92 None None] Attempt 3 to provision port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 Sep 26 05:37:28.844724 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-7a815652-6b81-41e1-b364-23a98a96bebe None None] Calling delete_port for 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e owned by network:dhcp {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:28.852024 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:28.886051 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] For port e47ebac1-d877-4ac1-8e2f-fb371cb2f895, host hv-cinder-85918, cleared binding levels {{(pid=106340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:37:28.892511 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] For port e47ebac1-d877-4ac1-8e2f-fb371cb2f895, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e47ebac1-d877-4ac1-8e2f-fb371cb2f895,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:37:28.907541 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (7a033fac-5647-47c1-8abf-96bf265545b0), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.909430 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.941169 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-3346d9aa-a6f4-450d-aa54-4272d4e04b92 None None] Port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:28.947314 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:28.948371 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:28.949813 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a033fac-5647-47c1-8abf-96bf265545b0']}} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:28.950069 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:28.950279 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/e47ebac1-d877-4ac1-8e2f-fb371cb2f895 HTTP/1.1" status: 200 len: 1093 time: 1.5514297 Sep 26 05:37:28.951562 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'tag': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:37:28.956867 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cbe0a3-d7e3-41e4-a814-c2ccdeab7e73" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6a2248-68b0-4336-ade5-c6c3b756cdae", "tag": "e47ebac1-d877-4ac1-8e2f-fb371cb2f895"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:37:28.980983 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a3be3e-a21a-48dc-be04-c0a286703e20') {'for_net_delete': True} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:28.981315 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a3be3e-a21a-48dc-be04-c0a286703e20') {} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:29.000423 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421624'] for segment (95a3be3e-a21a-48dc-be04-c0a286703e20), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:29.010633 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7a815652-6b81-41e1-b364-23a98a96bebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674'] for port (6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e), after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:29.042765 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f97389-7259-464a-8b7d-ba165eb68629 x-openstack-request-id: req-81f97389-7259-464a-8b7d-ba165eb68629 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:37:29.043302 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6a2248-68b0-4336-ade5-c6c3b756cdae", "tag": "e47ebac1-d877-4ac1-8e2f-fb371cb2f895", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:37:29.043744 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81f97389-7259-464a-8b7d-ba165eb68629 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:37:29.045007 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f97389-7259-464a-8b7d-ba165eb68629'] response: {'name': 'network-changed', 'server_uuid': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'tag': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'status': 'completed', 'code': 200} Sep 26 05:37:29.046217 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07ce05-a91f-4aee-b39a-be7a2b2a112a service neutron] Pushing event updated for resources: {'Port': ['ID=e47ebac1-d877-4ac1-8e2f-fb371cb2f895,revision_number=3']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:29.052013 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (95a3be3e-a21a-48dc-be04-c0a286703e20), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:29.070373 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a815652-6b81-41e1-b364-23a98a96bebe None None] No DVR routers for this DVR port 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e on host dv-cinder-859186-2-iscsi {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:37:29.072542 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a815652-6b81-41e1-b364-23a98a96bebe None None] Pushing event deleted for resources: {'Port': ['ID=6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:29.075687 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-deda78e2-14ae-46d4-9efe-9022291c40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:29.077246 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-deda78e2-14ae-46d4-9efe-9022291c40cd service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 1127 time: 0.0746405 Sep 26 05:37:29.078359 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:37:29.078761 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2423299'] for segment (95a3be3e-a21a-48dc-be04-c0a286703e20), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:29.136228 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-a62b4915-29a9-4bea-8a0b-791e6feb712b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e47ebac1-d877-4ac1-8e2f-fb371cb2f895 HTTP/1.1" status: 200 len: 217 time: 0.0521090 Sep 26 05:37:29.177571 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment 95a3be3e-a21a-48dc-be04-c0a286703e20 resource provider aggregate not found Sep 26 05:37:29.183162 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (7a033fac-5647-47c1-8abf-96bf265545b0), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:29.197833 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:29.204287 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/7a033fac-5647-47c1-8abf-96bf265545b0 HTTP/1.1" status: 204 len: 168 time: 1.0690684 Sep 26 05:37:29.221070 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0326de-1a6a-442f-88e9-46b54f55303c admin admin] Pushing event deleted for resources: {'Network': ['ID=7a033fac-5647-47c1-8abf-96bf265545b0,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:29.230719 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-49cea134-5d7e-420f-b9e2-154767ba1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:29.233390 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment 95a3be3e-a21a-48dc-be04-c0a286703e20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95a3be3e-a21a-48dc-be04-c0a286703e20 found for delete ", "request_id": "req-edebc0cb-4532-4392-808d-70f27a216401"}]} Sep 26 05:37:29.233711 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-49cea134-5d7e-420f-b9e2-154767ba1dd8 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4408293b-c7bd-46de-8b4c-2f69b84d7882 HTTP/1.1" status: 200 len: 851 time: 0.0900021 Sep 26 05:37:29.302582 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-0b108879-8bc9-41df-b552-bdcfdb0c8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:29.305233 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-0b108879-8bc9-41df-b552-bdcfdb0c8311 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=aa57f4f4-2276-4970-8337-66a125f8a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663383 Sep 26 05:37:29.440647 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43564) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:29.453224 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-3346d9aa-a6f4-450d-aa54-4272d4e04b92 None None] Attempt 4 to provision port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 Sep 26 05:37:29.462504 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-d9dae4d1-6a74-4930-848c-977cd80edb4d service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450951 Sep 26 05:37:29.502647 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-3346d9aa-a6f4-450d-aa54-4272d4e04b92 None None] Port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 had new provisioning blocks added so it will not transition to active. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:37:29.551679 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-54a16866-d150-401e-8d4e-b8db6068a504 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e5e1c15ae90e4b82b4e216b3a0549e2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1157207 Sep 26 05:37:29.553833 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43572) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:29.587579 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-303e1d16-3012-4b18-b5c8-8fbfe6b1e7bb req-14070379-5199-49f6-80b2-b292910e36fc service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150990 Sep 26 05:37:29.633248 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-501b64ee-cfef-465e-820f-84c41a5a961f admin admin] Publish callbacks [] for security_group (d572d564-9f1b-4458-aa5a-a659344bb759), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:29.657206 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-501b64ee-cfef-465e-820f-84c41a5a961f admin admin] Publish callbacks [] for security_group (d572d564-9f1b-4458-aa5a-a659344bb759), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:29.717268 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-501b64ee-cfef-465e-820f-84c41a5a961f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (d572d564-9f1b-4458-aa5a-a659344bb759), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:29.719694 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-501b64ee-cfef-465e-820f-84c41a5a961f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:29.721078 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-501b64ee-cfef-465e-820f-84c41a5a961f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/d572d564-9f1b-4458-aa5a-a659344bb759 HTTP/1.1" status: 204 len: 168 time: 0.1661296 Sep 26 05:37:29.736744 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b64ee-cfef-465e-820f-84c41a5a961f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d572d564-9f1b-4458-aa5a-a659344bb759,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:29.902160 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:29.930255 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbe0a3-d7e3-41e4-a814-c2ccdeab7e73 req-6e8014a0-5ae1-4863-96a3-e0ffe018ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:29.931750 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a4cbe0a3-d7e3-41e4-a814-c2ccdeab7e73 req-6e8014a0-5ae1-4863-96a3-e0ffe018ee57 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 1127 time: 0.1042964 Sep 26 05:37:30.010579 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a123203-d1a6-4a02-aaed-809fa29eb49b req-dd221a27-d6cf-48e5-a481-ef1f237b1d9f tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:30.012052 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8a123203-d1a6-4a02-aaed-809fa29eb49b req-dd221a27-d6cf-48e5-a481-ef1f237b1d9f tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 943 time: 0.1020103 Sep 26 05:37:30.121982 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbe0a3-d7e3-41e4-a814-c2ccdeab7e73 req-d36dad3c-7253-4b5d-90a2-3a59933eb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:30.123526 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a4cbe0a3-d7e3-41e4-a814-c2ccdeab7e73 req-d36dad3c-7253-4b5d-90a2-3a59933eb72c service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 913 time: 0.1742187 Sep 26 05:37:30.138561 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8a123203-d1a6-4a02-aaed-809fa29eb49b req-ef3f37f7-8701-47a5-90ed-8bafb076d80b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113560 Sep 26 05:37:30.176974 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a4cbe0a3-d7e3-41e4-a814-c2ccdeab7e73 req-c12be34d-4537-4f35-a4d9-90205f0c6eaf service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e47ebac1-d877-4ac1-8e2f-fb371cb2f895 HTTP/1.1" status: 200 len: 217 time: 0.0373235 Sep 26 05:37:30.243039 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbe0a3-d7e3-41e4-a814-c2ccdeab7e73 req-82b02793-84ef-4263-b21d-f2e9df097872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:30.257898 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a4cbe0a3-d7e3-41e4-a814-c2ccdeab7e73 req-82b02793-84ef-4263-b21d-f2e9df097872 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4408293b-c7bd-46de-8b4c-2f69b84d7882 HTTP/1.1" status: 200 len: 851 time: 0.0620885 Sep 26 05:37:30.324989 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbe0a3-d7e3-41e4-a814-c2ccdeab7e73 req-8ab3772e-ba67-44e0-9020-c173ecab5bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:30.326919 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a4cbe0a3-d7e3-41e4-a814-c2ccdeab7e73 req-8ab3772e-ba67-44e0-9020-c173ecab5bf7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=aa57f4f4-2276-4970-8337-66a125f8a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689328 Sep 26 05:37:30.357860 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:37:30.398680 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:37:30.399929 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 6ef6e1a2-10c0-4112-a17c-886b9c8d4b3e not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:37:30.477848 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a4cbe0a3-d7e3-41e4-a814-c2ccdeab7e73 req-4a643a6b-3082-4c1a-9049-90ce5682b5a6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443546 Sep 26 05:37:30.589350 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:30.611310 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a4cbe0a3-d7e3-41e4-a814-c2ccdeab7e73 req-e1613f76-ad04-45c8-8043-e9abe383104f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268950 Sep 26 05:37:31.138997 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43614) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:31.298709 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a4b26-26cb-4827-859d-7c7821aa5e6b req-bcddf9dd-b939-41c4-a98e-0203e478a739 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:31.300885 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8a0a4b26-26cb-4827-859d-7c7821aa5e6b req-bcddf9dd-b939-41c4-a98e-0203e478a739 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 943 time: 0.0625672 Sep 26 05:37:31.336281 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-a1dbbcd8-bd55-4dbb-bd7c-e99aad356e8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:31.365114 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:31.409252 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8a0a4b26-26cb-4827-859d-7c7821aa5e6b req-006c8f69-6c0c-4d51-b967-0c1f8558afc7 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002262 Sep 26 05:37:31.455365 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-a1dbbcd8-bd55-4dbb-bd7c-e99aad356e8a admin admin] Publish callbacks [] for security_group (b2b9eb90-4a52-42de-99a2-b1d056f1d63d), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:31.460683 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-a1dbbcd8-bd55-4dbb-bd7c-e99aad356e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (b2b9eb90-4a52-42de-99a2-b1d056f1d63d), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:31.518161 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbbcd8-bd55-4dbb-bd7c-e99aad356e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b9eb90-4a52-42de-99a2-b1d056f1d63d,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:31.527126 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-a1dbbcd8-bd55-4dbb-bd7c-e99aad356e8a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5d9006a30c084e3cb22610b649cb5ed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846037 Sep 26 05:37:31.528191 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43628) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:31.587851 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1708f0d0-0b39-47f4-a635-5af105c82b59 admin admin] Publish callbacks [] for security_group (b2b9eb90-4a52-42de-99a2-b1d056f1d63d), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:31.610918 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1708f0d0-0b39-47f4-a635-5af105c82b59 admin admin] Publish callbacks [] for security_group (b2b9eb90-4a52-42de-99a2-b1d056f1d63d), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:31.666698 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1708f0d0-0b39-47f4-a635-5af105c82b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (b2b9eb90-4a52-42de-99a2-b1d056f1d63d), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:31.671637 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1708f0d0-0b39-47f4-a635-5af105c82b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:31.675678 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-1708f0d0-0b39-47f4-a635-5af105c82b59 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b2b9eb90-4a52-42de-99a2-b1d056f1d63d HTTP/1.1" status: 204 len: 168 time: 0.1452265 Sep 26 05:37:31.683444 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708f0d0-0b39-47f4-a635-5af105c82b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b9eb90-4a52-42de-99a2-b1d056f1d63d,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:32.146440 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43642) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:32.165452 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4956f3dd-a9bd-4774-aca7-92c84cc9eb76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:32.261111 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4956f3dd-a9bd-4774-aca7-92c84cc9eb76 admin admin] Publish callbacks [] for security_group (ee5529ff-fca7-491d-ad9a-757c39c5aade), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:32.267770 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4956f3dd-a9bd-4774-aca7-92c84cc9eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (ee5529ff-fca7-491d-ad9a-757c39c5aade), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:32.359226 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956f3dd-a9bd-4774-aca7-92c84cc9eb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5529ff-fca7-491d-ad9a-757c39c5aade,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:32.369965 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-4956f3dd-a9bd-4774-aca7-92c84cc9eb76 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=36414b20dc9745bf80f6fa0692b3f656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220886 Sep 26 05:37:32.374008 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43646) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:32.500827 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:32.520756 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3a5ea6c8-6226-4993-a879-902dfe43f2cf admin admin] Publish callbacks [] for security_group (ee5529ff-fca7-491d-ad9a-757c39c5aade), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:32.559105 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3a5ea6c8-6226-4993-a879-902dfe43f2cf admin admin] Publish callbacks [] for security_group (ee5529ff-fca7-491d-ad9a-757c39c5aade), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:32.650792 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111b63d-3690-49dc-a7be-1b9286158839 req-d1884f41-0865-4f3c-a808-a70ea39fc428 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:32.652237 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d111b63d-3690-49dc-a7be-1b9286158839 req-d1884f41-0865-4f3c-a808-a70ea39fc428 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 943 time: 0.0789580 Sep 26 05:37:32.681986 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3a5ea6c8-6226-4993-a879-902dfe43f2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (ee5529ff-fca7-491d-ad9a-757c39c5aade), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:32.685404 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-3a5ea6c8-6226-4993-a879-902dfe43f2cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:32.689190 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-3a5ea6c8-6226-4993-a879-902dfe43f2cf admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ee5529ff-fca7-491d-ad9a-757c39c5aade HTTP/1.1" status: 204 len: 168 time: 0.3118236 Sep 26 05:37:32.717197 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ea6c8-6226-4993-a879-902dfe43f2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5529ff-fca7-491d-ad9a-757c39c5aade,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:32.741884 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d111b63d-3690-49dc-a7be-1b9286158839 req-58a4d8cf-aed3-4c97-ab0c-b6b16ad00b28 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778348 Sep 26 05:37:33.193950 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 43666) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:33.211471 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9781080b-dd85-411b-aa81-bf04a83b42f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:33.326583 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9781080b-dd85-411b-aa81-bf04a83b42f2 admin admin] Publish callbacks [] for security_group (a5796bce-fa81-43c8-a1e6-5bee361f3f08), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:33.331073 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9781080b-dd85-411b-aa81-bf04a83b42f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (a5796bce-fa81-43c8-a1e6-5bee361f3f08), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:33.385496 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-9781080b-dd85-411b-aa81-bf04a83b42f2 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=51847fb43ee2475dabec6d0d968b1d67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881385 Sep 26 05:37:33.385496 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781080b-dd85-411b-aa81-bf04a83b42f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5796bce-fa81-43c8-a1e6-5bee361f3f08,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:33.386220 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 43672) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:37:33.462402 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7025dcd1-3d29-4a1b-8e33-277b564a6cef admin admin] Publish callbacks [] for security_group (a5796bce-fa81-43c8-a1e6-5bee361f3f08), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:33.490339 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7025dcd1-3d29-4a1b-8e33-277b564a6cef admin admin] Publish callbacks [] for security_group (a5796bce-fa81-43c8-a1e6-5bee361f3f08), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:33.505853 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:33.559287 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7025dcd1-3d29-4a1b-8e33-277b564a6cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (a5796bce-fa81-43c8-a1e6-5bee361f3f08), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:33.565872 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7025dcd1-3d29-4a1b-8e33-277b564a6cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:33.568237 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-7025dcd1-3d29-4a1b-8e33-277b564a6cef admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/a5796bce-fa81-43c8-a1e6-5bee361f3f08 HTTP/1.1" status: 204 len: 168 time: 0.1813304 Sep 26 05:37:33.604521 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025dcd1-3d29-4a1b-8e33-277b564a6cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5796bce-fa81-43c8-a1e6-5bee361f3f08,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:33.952002 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b037e83-dc36-4f85-8c9d-662b1a44fc96 req-eefa4e22-226f-441b-a475-4e1c9cd87c7f tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:33.960172 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7b037e83-dc36-4f85-8c9d-662b1a44fc96 req-eefa4e22-226f-441b-a475-4e1c9cd87c7f tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 943 time: 0.0882957 Sep 26 05:37:34.009243 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7b037e83-dc36-4f85-8c9d-662b1a44fc96 req-3a9526f2-8efa-4506-8bfb-9a94aaa1576b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477815 Sep 26 05:37:35.163324 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:35.180144 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a1ba7-cc9a-46b5-8488-3e3e30a35372 req-1bb352d6-de2e-4881-aa7a-db016c8cc901 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:35.181669 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7d0a1ba7-cc9a-46b5-8488-3e3e30a35372 req-1bb352d6-de2e-4881-aa7a-db016c8cc901 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 943 time: 0.0648537 Sep 26 05:37:35.260609 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7d0a1ba7-cc9a-46b5-8488-3e3e30a35372 req-fcb166b3-9218-465a-9209-0e260a590a3d tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689783 Sep 26 05:37:36.423854 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0c1de-8982-4348-bc3d-991386cd2ec3 req-a72183eb-302d-4c6f-9eb7-c3a574e6aa32 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:36.425446 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c4a0c1de-8982-4348-bc3d-991386cd2ec3 req-a72183eb-302d-4c6f-9eb7-c3a574e6aa32 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 943 time: 0.0497117 Sep 26 05:37:36.481679 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c4a0c1de-8982-4348-bc3d-991386cd2ec3 req-8987d015-b8d7-45de-a353-dd732e4762bb tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478599 Sep 26 05:37:36.818983 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:36.822513 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:36.850281 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-5357e882-fde2-4d4a-a179-0a2a0cc14805 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:36.851746 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-5357e882-fde2-4d4a-a179-0a2a0cc14805 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/networks?id=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 HTTP/1.1" status: 200 len: 815 time: 0.1086116 Sep 26 05:37:36.868436 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-cbe73824-5952-4cc4-9712-e9a62be998fa tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/quotas/acb97fc9f6ca4cc3970ba2192c2fa3c1 HTTP/1.1" status: 200 len: 375 time: 0.0096605 Sep 26 05:37:36.920499 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-8a6ebb73-d9e6-489b-9630-49a6261b13c7 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=acb97fc9f6ca4cc3970ba2192c2fa3c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462174 Sep 26 05:37:37.020365 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-12a5aa37-161b-4ea0-9a36-c37a2b278505 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885794 Sep 26 05:37:37.134237 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-3f4da397-748b-4bb9-b4df-eb087cc6f1f8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082690 Sep 26 05:37:37.313122 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-009c8440-a186-4110-9666-f406e3174e39 req-aacd5bfc-dbac-4f09-b748-01c1d98c73bf tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 210 time: 0.0300517 Sep 26 05:37:37.650923 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1d38f-50c4-406a-b79b-046c6736f3a6 req-1d3b8e1f-a4ff-48be-9fe2-1d4936bf7958 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:37.653717 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ada1d38f-50c4-406a-b79b-046c6736f3a6 req-1d3b8e1f-a4ff-48be-9fe2-1d4936bf7958 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 943 time: 0.0590894 Sep 26 05:37:37.695886 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:37.730278 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ada1d38f-50c4-406a-b79b-046c6736f3a6 req-9b6a4f6b-4a85-4261-aa6d-7c8d3cbf98b6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614381 Sep 26 05:37:38.421701 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-74883017-ce19-4d97-b5bd-5b61c24fe9f0 req-21fff5d2-1248-44f8-bc0f-f20018262e79 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 210 time: 0.0282459 Sep 26 05:37:38.858516 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabab5da-b706-42e7-b0e0-e9e42ce32ce6 req-97736a45-6e88-499f-8e20-517c02ab6bbd tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:38.860076 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fabab5da-b706-42e7-b0e0-e9e42ce32ce6 req-97736a45-6e88-499f-8e20-517c02ab6bbd tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 943 time: 0.0480523 Sep 26 05:37:38.911788 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fabab5da-b706-42e7-b0e0-e9e42ce32ce6 req-bb0b3325-55ca-4a6a-ba0d-5f9e47f42092 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455980 Sep 26 05:37:39.531103 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5d3034a-ea69-4049-9bd7-afaa14dfb10f req-8e5aa15d-a9ae-4a62-89f6-7ee328477045 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 210 time: 0.0315461 Sep 26 05:37:39.846185 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device e47ebac1-d877-4ac1-8e2f-fb371cb2f895 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:37:40.041508 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883e037-a7f9-4253-830f-f4374668bb99 req-aa978cb6-fe02-4fbd-a1b4-3d3fc0565780 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:40.042924 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6883e037-a7f9-4253-830f-f4374668bb99 req-aa978cb6-fe02-4fbd-a1b4-3d3fc0565780 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 943 time: 0.0506022 Sep 26 05:37:40.077622 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port e47ebac1-d877-4ac1-8e2f-fb371cb2f895, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e47ebac1-d877-4ac1-8e2f-fb371cb2f895,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:40.089077 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'port_id': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'mac_address': 'fa:16:3e:10:a2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:37:40.093723 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6883e037-a7f9-4253-830f-f4374668bb99 req-880545bb-58bc-4f29-9e7f-fa1959a3476e tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447476 Sep 26 05:37:40.130697 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:40.131085 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:40.144943 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47ebac1-d877-4ac1-8e2f-fb371cb2f895 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:37:40.166351 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port e47ebac1-d877-4ac1-8e2f-fb371cb2f895, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e47ebac1-d877-4ac1-8e2f-fb371cb2f895,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:40.170619 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:40.218206 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=e47ebac1-d877-4ac1-8e2f-fb371cb2f895,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:40.634041 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b7ef33ac-a866-4d12-90a1-c60353339095 req-a70960b9-9897-4c0a-85d6-ed2321c315a0 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 210 time: 0.0277627 Sep 26 05:37:41.129412 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['e47ebac1-d877-4ac1-8e2f-fb371cb2f895'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:37:41.224358 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e3af6-c1bb-4a78-9a08-a6103b182142 req-b24c3719-eede-43a2-b13c-f74233b1c820 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:41.225853 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8f0e3af6-c1bb-4a78-9a08-a6103b182142 req-b24c3719-eede-43a2-b13c-f74233b1c820 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 944 time: 0.0535297 Sep 26 05:37:41.296638 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8f0e3af6-c1bb-4a78-9a08-a6103b182142 req-93ff9140-336e-47d3-a2eb-ccb8ae39b60d tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501370 Sep 26 05:37:41.756400 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-30092f1e-6ee0-472d-b3a3-e152d5d0f3b9 req-20a58c77-9178-4607-abc0-d1fe98254bc6 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 210 time: 0.0417891 Sep 26 05:37:41.765931 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:41.811836 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-6153c332-8e36-4dac-a688-df42f3df5406 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:41.813364 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-6153c332-8e36-4dac-a688-df42f3df5406 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.60 "GET /networking/v2.0/networks?id=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 HTTP/1.1" status: 200 len: 815 time: 0.1533904 Sep 26 05:37:41.842902 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-edd96876-d1aa-4197-b52e-5ecd2b63f7c3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Request body: {'port': {'device_id': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'admin_state_up': True, 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:37:41.974670 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-edd96876-d1aa-4197-b52e-5ecd2b63f7c3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Made reservation on behalf of acb97fc9f6ca4cc3970ba2192c2fa3c1 for: {'port': 1} {{(pid=106340) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:37:41.978536 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-edd96876-d1aa-4197-b52e-5ecd2b63f7c3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:42.125171 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-edd96876-d1aa-4197-b52e-5ecd2b63f7c3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Allocated IP 172.20.0.4 (2cdfbef8-3db4-4a36-ab54-ecc69109c8d7/e7e2e204-cb7d-4ef2-a006-95b31578c234/3211bad3-a3ee-47c8-a87f-240818a7928b) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:37:42.297842 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-edd96876-d1aa-4197-b52e-5ecd2b63f7c3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:42.339741 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:42.343519 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-edd96876-d1aa-4197-b52e-5ecd2b63f7c3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:42.404683 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-edd96876-d1aa-4197-b52e-5ecd2b63f7c3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Network 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:37:42.408581 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-edd96876-d1aa-4197-b52e-5ecd2b63f7c3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:37:42.418236 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-edd96876-d1aa-4197-b52e-5ecd2b63f7c3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:37:42.516485 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-edd96876-d1aa-4197-b52e-5ecd2b63f7c3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:42.517844 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-edd96876-d1aa-4197-b52e-5ecd2b63f7c3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:42.604452 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-edd96876-d1aa-4197-b52e-5ecd2b63f7c3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7670405 Sep 26 05:37:42.608689 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd96876-d1aa-4197-b52e-5ecd2b63f7c3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Pushing event updated for resources: {'Port': ['ID=3211bad3-a3ee-47c8-a87f-240818a7928b,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:42.635339 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bbf5d-ace5-4cb2-a4ad-aa94b3a567de req-536d1f13-3620-4f5a-a3c6-7feaecb24755 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:42.636800 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f19bbf5d-ace5-4cb2-a4ad-aa94b3a567de req-536d1f13-3620-4f5a-a3c6-7feaecb24755 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 944 time: 0.0993335 Sep 26 05:37:42.712593 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f19bbf5d-ace5-4cb2-a4ad-aa94b3a567de req-8430946b-de32-45d6-8562-241ed9bb3a3c tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668173 Sep 26 05:37:42.742066 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-16e98878-86d5-425d-a2b1-baac96788947 None None] Provisioning complete for port 3211bad3-a3ee-47c8-a87f-240818a7928b triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:42.743235 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-16e98878-86d5-425d-a2b1-baac96788947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:42.754523 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-16e98878-86d5-425d-a2b1-baac96788947 None None] Attempt 1 to provision port 3211bad3-a3ee-47c8-a87f-240818a7928b Sep 26 05:37:42.793762 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:42.795679 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-16e98878-86d5-425d-a2b1-baac96788947 None None] Port 3211bad3-a3ee-47c8-a87f-240818a7928b cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:42.944099 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:42.954930 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee4b47-5472-40e5-b366-e8bb1b7444d2 req-5166fad2-a4ee-4da4-b5be-92abca80b75e tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:42.966202 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-caee4b47-5472-40e5-b366-e8bb1b7444d2 req-5166fad2-a4ee-4da4-b5be-92abca80b75e tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 931 time: 0.1001611 Sep 26 05:37:43.030131 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-caee4b47-5472-40e5-b366-e8bb1b7444d2 req-3d088838-cbb9-4caa-9fff-1d53039d9ad2 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620782 Sep 26 05:37:43.047906 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device e47ebac1-d877-4ac1-8e2f-fb371cb2f895 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:37:43.190721 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:43.219051 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:37:43.227396 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:37:43.227649 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:43.229502 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 Sep 26 05:37:43.326484 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-16e98878-86d5-425d-a2b1-baac96788947 None None] Attempt 2 to provision port 3211bad3-a3ee-47c8-a87f-240818a7928b Sep 26 05:37:43.412601 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-16e98878-86d5-425d-a2b1-baac96788947 None None] Port 3211bad3-a3ee-47c8-a87f-240818a7928b cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:43.536791 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:37:43.537679 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:43.589149 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=43,neutron:DELETE=6 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:43.640532 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:37:43.645964 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594bbe72-174e-4ca9-aeca-736edfb2eba8" -d '{"events": [{"server_uuid": "1e6a2248-68b0-4336-ade5-c6c3b756cdae", "name": "network-vif-plugged", "status": "completed", "tag": "e47ebac1-d877-4ac1-8e2f-fb371cb2f895"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:37:43.669364 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port e47ebac1-d877-4ac1-8e2f-fb371cb2f895, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e47ebac1-d877-4ac1-8e2f-fb371cb2f895,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:43.677729 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:43.698883 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Request body: {'port': {'device_id': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:37:43.748882 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46d999-bc30-4e34-acee-eb2145d512af req-059f48ab-043b-4b7a-883c-7e1f832a47d4 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:43.749879 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=e47ebac1-d877-4ac1-8e2f-fb371cb2f895,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:43.758864 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c789722-faf5-4f06-9933-279b23001a70 x-openstack-request-id: req-4c789722-faf5-4f06-9933-279b23001a70 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:37:43.759161 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6a2248-68b0-4336-ade5-c6c3b756cdae", "name": "network-vif-plugged", "status": "completed", "tag": "e47ebac1-d877-4ac1-8e2f-fb371cb2f895", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:37:43.759410 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c789722-faf5-4f06-9933-279b23001a70 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:37:43.759813 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c789722-faf5-4f06-9933-279b23001a70'] response: {'server_uuid': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'code': 200} Sep 26 05:37:43.771371 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2d46d999-bc30-4e34-acee-eb2145d512af req-059f48ab-043b-4b7a-883c-7e1f832a47d4 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.1349692 Sep 26 05:37:43.914249 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-16e98878-86d5-425d-a2b1-baac96788947 None None] Attempt 3 to provision port 3211bad3-a3ee-47c8-a87f-240818a7928b Sep 26 05:37:43.921843 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:43.949932 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-16e98878-86d5-425d-a2b1-baac96788947 None None] Port 3211bad3-a3ee-47c8-a87f-240818a7928b cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:44.211546 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b34cce-7d5e-4cf7-aba7-54cc9e613d09 req-0fdb7063-43c6-4915-9525-7927e4bbb4d3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:44.213026 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-74b34cce-7d5e-4cf7-aba7-54cc9e613d09 req-0fdb7063-43c6-4915-9525-7927e4bbb4d3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.3810084 Sep 26 05:37:44.219585 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2d46d999-bc30-4e34-acee-eb2145d512af req-798ce3b3-cd68-458b-9ea0-0150807360d4 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4471674 Sep 26 05:37:44.373416 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-74b34cce-7d5e-4cf7-aba7-54cc9e613d09 req-7f9bca48-5e33-4c18-bd1e-20f3d69c48e1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526439 Sep 26 05:37:44.419053 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d8b9d-6bfd-49f6-8f48-c5c7ac2fda66 req-a7fe1679-9ff5-4c3d-9bf8-0af15f9870f1 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:44.421357 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c77d8b9d-6bfd-49f6-8f48-c5c7ac2fda66 req-a7fe1679-9ff5-4c3d-9bf8-0af15f9870f1 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 931 time: 0.1438036 Sep 26 05:37:44.451646 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-16e98878-86d5-425d-a2b1-baac96788947 None None] Attempt 4 to provision port 3211bad3-a3ee-47c8-a87f-240818a7928b Sep 26 05:37:44.487242 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-16e98878-86d5-425d-a2b1-baac96788947 None None] Port 3211bad3-a3ee-47c8-a87f-240818a7928b cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:37:44.521550 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c77d8b9d-6bfd-49f6-8f48-c5c7ac2fda66 req-3abbdb30-7de9-4053-bc81-b681639a813a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756946 Sep 26 05:37:44.587658 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3211bad3-a3ee-47c8-a87f-240818a7928b {{(pid=106340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:37:44.595768 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Publish callbacks [] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:44.608357 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.provisioning_blocks [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Transition to ACTIVE for port object 3211bad3-a3ee-47c8-a87f-240818a7928b will not be triggered until provisioned by entity L2. {{(pid=106340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:37:44.612454 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:44.651163 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:44.698290 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Pushing event updated for resources: {'Port': ['ID=3211bad3-a3ee-47c8-a87f-240818a7928b,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:44.721138 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:44.722021 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:44.722146 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:44.722413 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:44.722734 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:44.723061 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:44.723390 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:44.723722 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:44.724047 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:44.724397 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:44.724731 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:44.725055 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:44.725376 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:44.725697 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:44.726018 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:37:44.741808 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Attempting to bind port 3211bad3-a3ee-47c8-a87f-240818a7928b on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:37:44.742084 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Attempting to bind port 3211bad3-a3ee-47c8-a87f-240818a7928b by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'd5e73e03-9eb8-414f-b107-c35e512c7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7'}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:37:44.742413 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Attempting to bind port 3211bad3-a3ee-47c8-a87f-240818a7928b on network 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:37:44.765008 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:44.786493 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Port 3211bad3-a3ee-47c8-a87f-240818a7928b on network 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:37:44.786822 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Attempting to bind port 3211bad3-a3ee-47c8-a87f-240818a7928b on network 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:37:44.830014 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:37:44.830355 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Checking segment: {'id': 'd5e73e03-9eb8-414f-b107-c35e512c7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:37:44.830743 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Bound using segment: {'id': 'd5e73e03-9eb8-414f-b107-c35e512c7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7'} {{(pid=106340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:37:44.831182 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.managers [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Bound port: 3211bad3-a3ee-47c8-a87f-240818a7928b, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e73e03-9eb8-414f-b107-c35e512c7d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7'}}] {{(pid=106340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:37:44.831545 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:44.896342 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] For port 3211bad3-a3ee-47c8-a87f-240818a7928b, host hv-cinder-85918, cleared binding levels {{(pid=106340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:37:44.899574 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] For port 3211bad3-a3ee-47c8-a87f-240818a7928b, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3211bad3-a3ee-47c8-a87f-240818a7928b,segment=NetworkSegment(d5e73e03-9eb8-414f-b107-c35e512c7d1a),segment_id=d5e73e03-9eb8-414f-b107-c35e512c7d1a)] {{(pid=106340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:37:44.906377 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:44.909558 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:44.910473 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:44.911950 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/3211bad3-a3ee-47c8-a87f-240818a7928b HTTP/1.1" status: 200 len: 1093 time: 1.2253511 Sep 26 05:37:44.914116 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'tag': '3211bad3-a3ee-47c8-a87f-240818a7928b'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:37:44.916577 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ee9665-eb80-41f6-a37c-1eb3c0c7a3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2df85633-fcf8-4640-bfac-ffc0f55778ac", "tag": "3211bad3-a3ee-47c8-a87f-240818a7928b"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:37:44.957066 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252afb84-96f6-4683-8dec-ad4cad654f7f x-openstack-request-id: req-252afb84-96f6-4683-8dec-ad4cad654f7f {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:37:44.957347 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df85633-fcf8-4640-bfac-ffc0f55778ac", "tag": "3211bad3-a3ee-47c8-a87f-240818a7928b", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:37:44.957593 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-252afb84-96f6-4683-8dec-ad4cad654f7f {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:37:44.957992 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252afb84-96f6-4683-8dec-ad4cad654f7f'] response: {'name': 'network-changed', 'server_uuid': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'tag': '3211bad3-a3ee-47c8-a87f-240818a7928b', 'status': 'completed', 'code': 200} Sep 26 05:37:44.971353 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd8c7c-5146-4c8e-97ef-361cf4b4b82e service neutron] Pushing event updated for resources: {'Port': ['ID=3211bad3-a3ee-47c8-a87f-240818a7928b,revision_number=3']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:44.988385 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-16e98878-86d5-425d-a2b1-baac96788947 None None] Attempt 5 to provision port 3211bad3-a3ee-47c8-a87f-240818a7928b Sep 26 05:37:45.030355 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-16e98878-86d5-425d-a2b1-baac96788947 None None] Port 3211bad3-a3ee-47c8-a87f-240818a7928b had new provisioning blocks added so it will not transition to active. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:37:45.343779 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56582c2-caca-4f72-8c13-6f65ffbd2f22 req-79a65669-1b2e-46a3-b610-9f4367d55016 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:45.345239 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c56582c2-caca-4f72-8c13-6f65ffbd2f22 req-79a65669-1b2e-46a3-b610-9f4367d55016 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0472839 Sep 26 05:37:45.394004 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c56582c2-caca-4f72-8c13-6f65ffbd2f22 req-ef383a73-42d5-4450-8b62-ca23cd93e279 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427074 Sep 26 05:37:45.496428 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7c28e-baa2-480a-a745-a51b13f3bfdd req-2f6db738-68db-42fc-8592-5121c956cb52 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:45.498548 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-14f7c28e-baa2-480a-a745-a51b13f3bfdd req-2f6db738-68db-42fc-8592-5121c956cb52 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0466166 Sep 26 05:37:45.547260 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-14f7c28e-baa2-480a-a745-a51b13f3bfdd req-6f5d1cfe-a657-4bf5-8d34-6f4ca1dd5de0 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430832 Sep 26 05:37:45.649000 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e779a3-1bd9-45d3-8fc5-ed1a29f24c24 req-4a65dc9b-44eb-4618-b9cb-5b33ff37de43 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:45.650397 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e2e779a3-1bd9-45d3-8fc5-ed1a29f24c24 req-4a65dc9b-44eb-4618-b9cb-5b33ff37de43 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.0505695 Sep 26 05:37:45.700304 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e2e779a3-1bd9-45d3-8fc5-ed1a29f24c24 req-ba42ca54-9fb3-4d3a-9658-dd0dffe56f17 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432935 Sep 26 05:37:46.517599 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fbd43-f43b-4e00-9df9-130f2f05251f req-0a6ac7c7-d7de-4e3a-8265-d79f01244576 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:46.518996 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-317fbd43-f43b-4e00-9df9-130f2f05251f req-0a6ac7c7-d7de-4e3a-8265-d79f01244576 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0471034 Sep 26 05:37:46.565819 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-317fbd43-f43b-4e00-9df9-130f2f05251f req-2e9fec44-8c8f-46e6-b01d-c59cfe0b26ad tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412104 Sep 26 05:37:46.673409 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb1f55-517f-4852-919e-2444ea5dbbdf req-399ec891-f059-43cc-b613-e5582671561b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:46.674990 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5cb1f55-517f-4852-919e-2444ea5dbbdf req-399ec891-f059-43cc-b613-e5582671561b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0493619 Sep 26 05:37:46.732438 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d5cb1f55-517f-4852-919e-2444ea5dbbdf req-8fa1ec97-9619-4bf7-b793-8837240ea521 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516632 Sep 26 05:37:46.824368 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6335ac0-3353-40ad-b348-d0ec418a0f92 req-fe90f90f-c53e-4665-9137-ae7f95636af5 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:46.825741 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d6335ac0-3353-40ad-b348-d0ec418a0f92 req-fe90f90f-c53e-4665-9137-ae7f95636af5 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.0468628 Sep 26 05:37:46.874256 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d6335ac0-3353-40ad-b348-d0ec418a0f92 req-f9f14dc3-12d4-4493-b68a-147050e25429 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427861 Sep 26 05:37:47.702649 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5475c-d9bc-40b7-a4c0-21cfb575f65c req-bbbe0f9d-abc9-4333-af0a-fe42864209d2 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:47.704349 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a3d5475c-d9bc-40b7-a4c0-21cfb575f65c req-bbbe0f9d-abc9-4333-af0a-fe42864209d2 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0535393 Sep 26 05:37:47.798709 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a3d5475c-d9bc-40b7-a4c0-21cfb575f65c req-d0b92ece-4e6e-4d28-b4bd-ce9b5b5d486c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882909 Sep 26 05:37:47.952805 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc9ae7-735d-4994-bce9-4b510935671b req-754aa8a5-8bc7-4979-bf0f-e0215ed608bb tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:47.955270 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-74bc9ae7-735d-4994-bce9-4b510935671b req-754aa8a5-8bc7-4979-bf0f-e0215ed608bb tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0773358 Sep 26 05:37:48.012028 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:48.024096 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:48.070092 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7759fa-8a0c-4154-bc73-cb620bb8d234 req-980f0454-69d1-45c4-9347-77d8891c21f7 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:48.071782 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2e7759fa-8a0c-4154-bc73-cb620bb8d234 req-980f0454-69d1-45c4-9347-77d8891c21f7 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.1152401 Sep 26 05:37:48.114378 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-74bc9ae7-735d-4994-bce9-4b510935671b req-49178e03-1262-400c-bd75-3edafe069873 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430562 Sep 26 05:37:48.151562 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:48.174198 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2e7759fa-8a0c-4154-bc73-cb620bb8d234 req-86cb6e0c-0eae-4fe6-aa1c-7a4e2f153698 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891888 Sep 26 05:37:48.942578 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201be504-6d21-48d7-85ce-66fbee4aee3d req-9eb78e83-71c9-4d3e-8407-696ed59cf1c4 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:48.944820 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-201be504-6d21-48d7-85ce-66fbee4aee3d req-9eb78e83-71c9-4d3e-8407-696ed59cf1c4 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0538104 Sep 26 05:37:48.996096 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-201be504-6d21-48d7-85ce-66fbee4aee3d req-84952cd4-4df1-41eb-a0a4-0374cfeaa140 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457101 Sep 26 05:37:49.365583 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3aac39-685a-488d-b321-675fdd4b3d7d req-ac114577-42f7-4aec-9471-c337a15efa62 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:49.367337 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5e3aac39-685a-488d-b321-675fdd4b3d7d req-ac114577-42f7-4aec-9471-c337a15efa62 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.0938685 Sep 26 05:37:49.377432 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a51f3c-c9f6-4532-a3df-ba931f2c4412 req-c6ab210b-9b01-4ab0-bd81-1ada3f148d4e tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:49.379231 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a51f3c-c9f6-4532-a3df-ba931f2c4412 req-c6ab210b-9b01-4ab0-bd81-1ada3f148d4e tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0968566 Sep 26 05:37:49.462199 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5e3aac39-685a-488d-b321-675fdd4b3d7d req-5a401953-9e55-4d04-b3aa-2d50788fd1c0 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819774 Sep 26 05:37:49.472806 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-24a51f3c-c9f6-4532-a3df-ba931f2c4412 req-166c1403-5a1b-45db-954b-3c78915d2387 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853441 Sep 26 05:37:50.135442 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8625a1-217c-4721-a5bc-144b8a03595a req-bd926892-7151-41e9-af94-e4b6071758d5 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:50.137076 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8b8625a1-217c-4721-a5bc-144b8a03595a req-bd926892-7151-41e9-af94-e4b6071758d5 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0568449 Sep 26 05:37:50.189931 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8b8625a1-217c-4721-a5bc-144b8a03595a req-fad75e3b-dd0d-4e23-abb1-21c325aeb849 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463779 Sep 26 05:37:50.627627 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6492a-f890-4e7f-85af-2bc783e71e47 req-f7dc5ab8-3b60-45f6-ac7b-2c47ca1c5925 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:50.629277 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5fe6492a-f890-4e7f-85af-2bc783e71e47 req-f7dc5ab8-3b60-45f6-ac7b-2c47ca1c5925 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.0850017 Sep 26 05:37:50.634890 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81698d-43ee-4990-bba7-e64a3a315ca0 req-bcec0b07-a161-44e2-b07b-3c9a263e85b6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:50.642365 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9a81698d-43ee-4990-bba7-e64a3a315ca0 req-bcec0b07-a161-44e2-b07b-3c9a263e85b6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0891719 Sep 26 05:37:50.723874 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9a81698d-43ee-4990-bba7-e64a3a315ca0 req-420ce6ca-0eb2-439d-8124-660cbf06119b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803130 Sep 26 05:37:50.728033 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5fe6492a-f890-4e7f-85af-2bc783e71e47 req-eaddece5-48be-4345-ae29-2511402d7033 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831671 Sep 26 05:37:51.321787 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb90c39-a336-4303-b2b1-5c42178c1a77 req-5f30e88f-63d5-4386-a4ad-74ea4e18b6df tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:51.324498 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2eb90c39-a336-4303-b2b1-5c42178c1a77 req-5f30e88f-63d5-4386-a4ad-74ea4e18b6df tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0538187 Sep 26 05:37:51.379955 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2eb90c39-a336-4303-b2b1-5c42178c1a77 req-4b7eed7b-58f6-4b29-a88f-6f781d745596 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474994 Sep 26 05:37:51.860429 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d18c4a-d8ad-4f21-a929-d37480640de1 req-03fbf4eb-81d1-4105-b296-6fec8cdb63db tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:51.861957 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-36d18c4a-d8ad-4f21-a929-d37480640de1 req-03fbf4eb-81d1-4105-b296-6fec8cdb63db tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.0537102 Sep 26 05:37:51.931111 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5cb1a-9f7b-4d7e-84c9-46702a5eb3da req-1c0d2f82-0bb3-44e9-8ef1-192cbda280ee tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:51.932600 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1bd5cb1a-9f7b-4d7e-84c9-46702a5eb3da req-1c0d2f82-0bb3-44e9-8ef1-192cbda280ee tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0697265 Sep 26 05:37:51.965779 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-36d18c4a-d8ad-4f21-a929-d37480640de1 req-ae12daf7-2a63-4761-90ff-86fd891517d7 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925264 Sep 26 05:37:51.989024 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:52.004168 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1bd5cb1a-9f7b-4d7e-84c9-46702a5eb3da req-c150706e-97ad-41ab-9922-b71048ed90cc tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658457 Sep 26 05:37:52.518355 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33fe1a-0897-455a-8ba9-3ed819dc796e req-51de3fca-caf1-4a81-b2d8-63929f3a3b6c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:52.519828 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f33fe1a-0897-455a-8ba9-3ed819dc796e req-51de3fca-caf1-4a81-b2d8-63929f3a3b6c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0539908 Sep 26 05:37:52.574655 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f33fe1a-0897-455a-8ba9-3ed819dc796e req-8d765116-7f3a-4978-ae67-5c99169ff20c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491958 Sep 26 05:37:53.128030 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df693754-ed6e-4371-bf9a-cbcd356f5f29 req-31b2e1e1-52b1-4aba-9e96-b97fd1004965 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:53.129736 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-df693754-ed6e-4371-bf9a-cbcd356f5f29 req-31b2e1e1-52b1-4aba-9e96-b97fd1004965 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.0793655 Sep 26 05:37:53.150269 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4e6cd-de17-4e39-a5fb-a9cc94d04023 req-24473536-0aff-4c91-ae38-b85efa9822a1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:53.151694 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-78e4e6cd-de17-4e39-a5fb-a9cc94d04023 req-24473536-0aff-4c91-ae38-b85efa9822a1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0726838 Sep 26 05:37:53.193350 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:53.225382 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-df693754-ed6e-4371-bf9a-cbcd356f5f29 req-424bc0de-ee2f-43ed-b696-4925f07e1a79 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893793 Sep 26 05:37:53.229044 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-78e4e6cd-de17-4e39-a5fb-a9cc94d04023 req-6ba3b60b-dec2-4e7b-bfe5-9d7228b9592e tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671754 Sep 26 05:37:53.278691 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-db291500-0f79-4d99-8c65-3665c420db20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:53.498397 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=6 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:53.633200 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=22 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:53.907406 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87367c-34ff-400a-baa1-2bef54f4a81a req-daf62655-ca73-4995-9d0d-3b64a4ebf263 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:53.909491 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-be87367c-34ff-400a-baa1-2bef54f4a81a req-daf62655-ca73-4995-9d0d-3b64a4ebf263 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0727468 Sep 26 05:37:53.978255 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-be87367c-34ff-400a-baa1-2bef54f4a81a req-0d85bb56-b037-467a-9419-e8b5fc014923 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633576 Sep 26 05:37:54.398843 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedf2d2-cf63-486c-8cc6-ef39c3939eee req-6907e3b0-b756-4e47-b973-9b12c094b1ad tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:54.400372 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5bedf2d2-cf63-486c-8cc6-ef39c3939eee req-6907e3b0-b756-4e47-b973-9b12c094b1ad tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.0983908 Sep 26 05:37:54.407408 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f580579-ffdd-43fa-b0fb-9a82a61783ef req-a41bd867-a8fa-406c-bd54-05118b453a68 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:54.408860 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0f580579-ffdd-43fa-b0fb-9a82a61783ef req-a41bd867-a8fa-406c-bd54-05118b453a68 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0976729 Sep 26 05:37:54.494203 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5bedf2d2-cf63-486c-8cc6-ef39c3939eee req-138b3a78-c32d-434e-99b7-b30b5f94b3b8 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843403 Sep 26 05:37:54.508667 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0f580579-ffdd-43fa-b0fb-9a82a61783ef req-23575750-1a9c-4bd8-92f6-a23d3e05a9b8 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920396 Sep 26 05:37:54.845755 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee9665-eb80-41f6-a37c-1eb3c0c7a3a9 req-4972b330-089b-467e-93f2-2e08648881e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:54.847701 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-79ee9665-eb80-41f6-a37c-1eb3c0c7a3a9 req-4972b330-089b-467e-93f2-2e08648881e5 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=acb97fc9f6ca4cc3970ba2192c2fa3c1&device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 1127 time: 0.0516293 Sep 26 05:37:54.920058 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:37:54.926027 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee5642-0008-4d51-84d5-d9de73563902 req-8aa25313-f29d-43a2-8386-d02b26675d28 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:54.927520 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-95ee5642-0008-4d51-84d5-d9de73563902 req-8aa25313-f29d-43a2-8386-d02b26675d28 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0670753 Sep 26 05:37:54.990323 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee9665-eb80-41f6-a37c-1eb3c0c7a3a9 req-f626c980-36c1-4627-8032-c5d945277d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:54.991786 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-79ee9665-eb80-41f6-a37c-1eb3c0c7a3a9 req-f626c980-36c1-4627-8032-c5d945277d6e service neutron] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=acb97fc9f6ca4cc3970ba2192c2fa3c1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1306448 Sep 26 05:37:55.057911 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-95ee5642-0008-4d51-84d5-d9de73563902 req-cdc4a001-3e8e-42a1-bee7-74b523d37f0a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Deleting port 5c2eb711-a069-49dc-aca7-800571583c6a {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:37:55.057911 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-95ee5642-0008-4d51-84d5-d9de73563902 req-cdc4a001-3e8e-42a1-bee7-74b523d37f0a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (5c2eb711-a069-49dc-aca7-800571583c6a), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:55.065360 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0deb-3d03-4e03-b585-abe3af0896d8 req-5d38137f-8167-445a-9a46-9c072c904d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:55.067697 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1cfb0deb-3d03-4e03-b585-abe3af0896d8 req-5d38137f-8167-445a-9a46-9c072c904d4c service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 1129 time: 0.0624290 Sep 26 05:37:55.141659 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee9665-eb80-41f6-a37c-1eb3c0c7a3a9 req-12c45ed0-fa07-442d-a74e-a073477e6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:55.143116 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-79ee9665-eb80-41f6-a37c-1eb3c0c7a3a9 req-12c45ed0-fa07-442d-a74e-a073477e6f97 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1445665 Sep 26 05:37:55.148905 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aa0e4-0335-4613-b03a-491ae827f06d req-2f71f4d3-5ca6-4109-a460-61c08735fb8d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:55.150244 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9f1aa0e4-0335-4613-b03a-491ae827f06d req-2f71f4d3-5ca6-4109-a460-61c08735fb8d tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 945 time: 0.0766137 Sep 26 05:37:55.167815 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1cfb0deb-3d03-4e03-b585-abe3af0896d8 req-e17f62dd-fc2f-4e1d-a4e1-905d889898e8 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882287 Sep 26 05:37:55.194541 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-95ee5642-0008-4d51-84d5-d9de73563902 req-cdc4a001-3e8e-42a1-bee7-74b523d37f0a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] For port 5c2eb711-a069-49dc-aca7-800571583c6a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=5c2eb711-a069-49dc-aca7-800571583c6a,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:37:55.194909 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-95ee5642-0008-4d51-84d5-d9de73563902 req-cdc4a001-3e8e-42a1-bee7-74b523d37f0a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (5c2eb711-a069-49dc-aca7-800571583c6a), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:55.210306 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9f1aa0e4-0335-4613-b03a-491ae827f06d req-8dc22d37-34c9-409e-8155-bf9bc6d48e04 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=5e418322-75be-465e-8b33-c1715797ff8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434108 Sep 26 05:37:55.363971 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-95ee5642-0008-4d51-84d5-d9de73563902 req-cdc4a001-3e8e-42a1-bee7-74b523d37f0a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:55.364342 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-95ee5642-0008-4d51-84d5-d9de73563902 req-cdc4a001-3e8e-42a1-bee7-74b523d37f0a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (1048db03-8f34-482d-83af-433498bb8607), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:55.364610 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.l3_db [req-95ee5642-0008-4d51-84d5-d9de73563902 req-cdc4a001-3e8e-42a1-bee7-74b523d37f0a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Floating IP 1048db03-8f34-482d-83af-433498bb8607 disassociated. External IP: 172.27.0.205, port: 5c2eb711-a069-49dc-aca7-800571583c6a. Sep 26 05:37:55.364955 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-95ee5642-0008-4d51-84d5-d9de73563902 req-cdc4a001-3e8e-42a1-bee7-74b523d37f0a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Calling delete_port for 5c2eb711-a069-49dc-aca7-800571583c6a owned by compute:nova {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:37:55.454724 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-d5c8e6a8-4586-4f7a-9067-faf8ac622cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:55.456210 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-d5c8e6a8-4586-4f7a-9067-faf8ac622cda service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=acb97fc9f6ca4cc3970ba2192c2fa3c1&device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 1127 time: 0.0527983 Sep 26 05:37:55.511116 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-b8e3ab9b-8b11-4f82-abe0-9e1207c656bb service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3211bad3-a3ee-47c8-a87f-240818a7928b HTTP/1.1" status: 200 len: 217 time: 0.0375896 Sep 26 05:37:55.598628 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-95ee5642-0008-4d51-84d5-d9de73563902 req-cdc4a001-3e8e-42a1-bee7-74b523d37f0a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (5c2eb711-a069-49dc-aca7-800571583c6a), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:55.610248 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-ab5c0cf6-8dd5-4374-8557-9cf145b0e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:55.611757 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-ab5c0cf6-8dd5-4374-8557-9cf145b0e63b service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e7e2e204-cb7d-4ef2-a006-95b31578c234 HTTP/1.1" status: 200 len: 854 time: 0.0787349 Sep 26 05:37:55.623025 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8e7fd784-500c-423f-8c06-6fc898b313e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:55.649549 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4a001-3e8e-42a1-bee7-74b523d37f0a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event deleted for resources: {'Port': ['ID=5c2eb711-a069-49dc-aca7-800571583c6a,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:37:55.680607 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530ed31-a449-417f-8659-6e3843296877 req-d1b9a5e4-aa33-4274-8287-9c908ee1bfb1 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:55.683223 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b530ed31-a449-417f-8659-6e3843296877 req-d1b9a5e4-aa33-4274-8287-9c908ee1bfb1 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.0719376 Sep 26 05:37:55.747466 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be695c32-40b4-490e-87a4-a68b7dc1388c req-3b1bb192-e983-42d2-9c9e-b54d620a7bdd tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:55.749373 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-be695c32-40b4-490e-87a4-a68b7dc1388c req-3b1bb192-e983-42d2-9c9e-b54d620a7bdd tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.1036038 Sep 26 05:37:55.790800 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:55.801652 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b530ed31-a449-417f-8659-6e3843296877 req-0831a631-9bc8-46ca-9901-9e5e73ac0429 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021452 Sep 26 05:37:55.838401 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-be695c32-40b4-490e-87a4-a68b7dc1388c req-c0a00b26-2bcf-4a9e-90ae-858873201faf tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785592 Sep 26 05:37:55.955761 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-f3621ec2-b10f-4ec9-bf89-46c01fa43785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:55.957312 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-f3621ec2-b10f-4ec9-bf89-46c01fa43785 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3186884 Sep 26 05:37:56.038323 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:56.041298 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95ee5642-0008-4d51-84d5-d9de73563902 req-cdc4a001-3e8e-42a1-bee7-74b523d37f0a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Router f49bebc8-2f84-4398-bde8-b2864dfb3181 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:37:56.085961 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:56.204478 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-f51669df-38b1-4f1e-8140-a2818bf9d5e5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758447 Sep 26 05:37:56.228716 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95ee5642-0008-4d51-84d5-d9de73563902 req-cdc4a001-3e8e-42a1-bee7-74b523d37f0a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:37:56.238362 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db22019-04af-4685-b5b6-c236efdd4760 None None] Sync routers for ids ['f49bebc8-2f84-4398-bde8-b2864dfb3181'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:37:56.249398 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db22019-04af-4685-b5b6-c236efdd4760 None None] Routers {'f49bebc8-2f84-4398-bde8-b2864dfb3181'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:56.250261 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-6db22019-04af-4685-b5b6-c236efdd4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:37:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['f49bebc8-2f84-4398-bde8-b2864dfb3181'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:56.313094 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ee5642-0008-4d51-84d5-d9de73563902 req-cdc4a001-3e8e-42a1-bee7-74b523d37f0a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] No DVR routers for this DVR port 5c2eb711-a069-49dc-aca7-800571583c6a on host hv-cinder-85918 {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:37:56.318384 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-95ee5642-0008-4d51-84d5-d9de73563902 req-cdc4a001-3e8e-42a1-bee7-74b523d37f0a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:56.321594 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-95ee5642-0008-4d51-84d5-d9de73563902 req-cdc4a001-3e8e-42a1-bee7-74b523d37f0a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.60 "DELETE /networking/v2.0/ports/5c2eb711-a069-49dc-aca7-800571583c6a HTTP/1.1" status: 204 len: 173 time: 1.3881965 Sep 26 05:37:56.322112 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ae32da-8cf7-4b65-9387-3d013453dbe5', 'name': 'network-vif-deleted', 'tag': '5c2eb711-a069-49dc-aca7-800571583c6a'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:37:56.324336 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71b6d8a-a0ac-41e1-9e77-3f0fc3cd1d4a" -d '{"events": [{"server_uuid": "69ae32da-8cf7-4b65-9387-3d013453dbe5", "name": "network-vif-deleted", "tag": "5c2eb711-a069-49dc-aca7-800571583c6a"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:37:56.325084 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-baf2cf6f-81cb-48d4-a9ba-78dd07ffdd7f req-a07d4f90-59d6-40c4-ae69-94eff726a01a tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 210 time: 0.0281949 Sep 26 05:37:56.363635 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-9e9f2970-a3b2-4433-85d5-70006ef3a21e req-3bd805ef-4646-4d69-b6aa-aa54c58be5a1 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446373 Sep 26 05:37:56.377662 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad01fae0-8526-4238-ade8-bfc8119df910 x-openstack-request-id: req-ad01fae0-8526-4238-ade8-bfc8119df910 {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:37:56.378042 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ae32da-8cf7-4b65-9387-3d013453dbe5", "name": "network-vif-deleted", "tag": "5c2eb711-a069-49dc-aca7-800571583c6a", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:37:56.378355 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad01fae0-8526-4238-ade8-bfc8119df910 {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:37:56.378821 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad01fae0-8526-4238-ade8-bfc8119df910'] response: {'server_uuid': '69ae32da-8cf7-4b65-9387-3d013453dbe5', 'name': 'network-vif-deleted', 'tag': '5c2eb711-a069-49dc-aca7-800571583c6a', 'status': 'completed', 'code': 200} Sep 26 05:37:56.399016 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-6db22019-04af-4685-b5b6-c236efdd4760 None None] Set router f49bebc8-2f84-4398-bde8-b2864dfb3181 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:56.582791 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-6db22019-04af-4685-b5b6-c236efdd4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:31:01Z', 'revision_number': 5, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:56.608140 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db22019-04af-4685-b5b6-c236efdd4760 None None] Checking router: f49bebc8-2f84-4398-bde8-b2864dfb3181 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:37:56.617182 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db22019-04af-4685-b5b6-c236efdd4760 None None] Routers {'f49bebc8-2f84-4398-bde8-b2864dfb3181'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:37:56.617788 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-6db22019-04af-4685-b5b6-c236efdd4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:37:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['f49bebc8-2f84-4398-bde8-b2864dfb3181'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:56.696571 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:56.722202 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-6db22019-04af-4685-b5b6-c236efdd4760 None None] Set router f49bebc8-2f84-4398-bde8-b2864dfb3181 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:37:56.778874 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:56.848836 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:56.953877 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-6db22019-04af-4685-b5b6-c236efdd4760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:31:01Z', 'revision_number': 5, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:37:56.990020 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db22019-04af-4685-b5b6-c236efdd4760 None None] The sync data for ids ['f49bebc8-2f84-4398-bde8-b2864dfb3181'] in dv-cinder-859186-2-iscsi is: [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:30:55Z', 'revision_number': 4, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': 'a22e5faf-564a-4f10-97db-70faa24472aa', 'name': '', 'network_id': 'd6a60f69-a1be-43ae-8a50-02a99ceaebaf', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'mac_address': 'fa:16:3e:b3:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:54Z', 'updated_at': '2022-09-26T05:31:01Z', 'revision_number': 5, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'subnets': [{'id': '18db2678-2303-4b38-b9f8-4255a44db64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:37:57.019314 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1c631-2192-4191-a9a5-a90e0e4435d7 req-02d7f88d-96cd-4f82-a4b5-610aa370234e tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:57.020929 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-27a1c631-2192-4191-a9a5-a90e0e4435d7 req-02d7f88d-96cd-4f82-a4b5-610aa370234e tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.1071730 Sep 26 05:37:57.026947 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54e650-df7e-4f61-9896-d7beae13bc58 req-7b869759-1cd2-459f-9422-ad410e58cd2d tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:57.034325 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7a54e650-df7e-4f61-9896-d7beae13bc58 req-7b869759-1cd2-459f-9422-ad410e58cd2d tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0747838 Sep 26 05:37:57.081570 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:37:57.116800 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7a54e650-df7e-4f61-9896-d7beae13bc58 req-57bab28b-cbb7-4358-a69f-5e7acc9ee2df tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815177 Sep 26 05:37:57.119690 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-27a1c631-2192-4191-a9a5-a90e0e4435d7 req-32aa6a66-5010-43be-a8f5-ac9dc9cc4cd4 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827320 Sep 26 05:37:57.243895 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4e2b99-2c00-48d5-8c16-e79aae76e4c7 None None] New status for floating IP 1048db03-8f34-482d-83af-433498bb8607: DOWN {{(pid=106343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:37:57.456683 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3ffc7ea7-3187-4588-ae5c-84cd0b151b10 req-3e28f200-ef70-4495-bb42-1522a40921a5 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 210 time: 0.0272224 Sep 26 05:37:58.271387 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeff93e-2d0e-4381-820f-9af5f1f74446 req-4756d602-94a1-48e8-92c2-f22bb742871c tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:58.272859 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-caeff93e-2d0e-4381-820f-9af5f1f74446 req-4756d602-94a1-48e8-92c2-f22bb742871c tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.0714314 Sep 26 05:37:58.279330 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a665f9-fd17-4911-bfe6-17de4ab83b25 req-f3bf8acc-169d-4a79-8783-0c01042cbb3f tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:58.280698 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-80a665f9-fd17-4911-bfe6-17de4ab83b25 req-f3bf8acc-169d-4a79-8783-0c01042cbb3f tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0886250 Sep 26 05:37:58.337753 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:58.353849 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-caeff93e-2d0e-4381-820f-9af5f1f74446 req-b27560e6-2122-4025-897e-6e81cd0cb6de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720451 Sep 26 05:37:58.362571 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-80a665f9-fd17-4911-bfe6-17de4ab83b25 req-09e55899-022c-4502-98d7-7d58aaff72f1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739663 Sep 26 05:37:58.488754 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:37:58.568938 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4ccbb8f7-47e6-471f-9e6b-65882dbfcacb req-6514f549-d274-4860-86cd-e4685bf0eaf9 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 210 time: 0.0323501 Sep 26 05:37:59.502464 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732eb70-e07f-471d-8425-86b418c88de9 req-c6e9aaea-b171-477c-bf05-f7bc2d1844a8 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:59.503945 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a732eb70-e07f-471d-8425-86b418c88de9 req-c6e9aaea-b171-477c-bf05-f7bc2d1844a8 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.0731912 Sep 26 05:37:59.511478 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e17e28-703a-47cb-9e2a-d4df2fabded2 req-92bb0ff7-9d7d-4a10-9770-73b71b2da6e0 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:37:59.513429 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-67e17e28-703a-47cb-9e2a-d4df2fabded2 req-92bb0ff7-9d7d-4a10-9770-73b71b2da6e0 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0725372 Sep 26 05:37:59.585931 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a732eb70-e07f-471d-8425-86b418c88de9 req-38f4509a-37ae-4ae3-a11a-0115cef09149 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715647 Sep 26 05:37:59.590367 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-67e17e28-703a-47cb-9e2a-d4df2fabded2 req-bc08080e-5456-4789-83bc-1820e1cddebd tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691805 Sep 26 05:37:59.677680 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3af1178b-6c3f-4058-96f6-2a7baef661b3 req-81accf39-96d5-4264-b8de-8931ba80f5e7 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 210 time: 0.0323906 Sep 26 05:38:00.734216 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859600c-7ddc-47ea-ac46-5d186d7c9bba req-40075a4d-6910-406b-9068-7fedad7dac2c tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:00.735623 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6859600c-7ddc-47ea-ac46-5d186d7c9bba req-40075a4d-6910-406b-9068-7fedad7dac2c tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0651364 Sep 26 05:38:00.741033 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d540f60-ec93-4411-bca9-5d8c05e24169 req-94147a9c-358c-4687-af8f-dbfa770b3293 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:00.742334 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7d540f60-ec93-4411-bca9-5d8c05e24169 req-94147a9c-358c-4687-af8f-dbfa770b3293 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.0803847 Sep 26 05:38:00.818243 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6859600c-7ddc-47ea-ac46-5d186d7c9bba req-8ff6890b-88bf-43e9-b175-685d28d335cf tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749857 Sep 26 05:38:00.822122 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7d540f60-ec93-4411-bca9-5d8c05e24169 req-c41bb517-c75b-4c69-b8db-4833989e387a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724518 Sep 26 05:38:00.916568 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2fd3b410-6b5b-4dec-8b7d-ac948b8b4dec req-ed31a19c-091a-4a5c-9806-251f0335f718 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 210 time: 0.0300269 Sep 26 05:38:00.962546 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523cae6-b67b-4bd0-a8af-d0519a06dee5 req-dc0f536e-1c26-4e2d-8d11-75bdf35f88f3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:00.963995 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f523cae6-b67b-4bd0-a8af-d0519a06dee5 req-dc0f536e-1c26-4e2d-8d11-75bdf35f88f3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0502338 Sep 26 05:38:01.012456 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f523cae6-b67b-4bd0-a8af-d0519a06dee5 req-8d7171ba-66c3-45b9-ae49-c5ac1196eba4 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427883 Sep 26 05:38:01.040272 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44166) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:01.077676 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31b17c8-0d3f-4124-b70c-f3ddf2a90a8d tempest-TestVolumeBootPattern-1040034793 tempest-TestVolumeBootPattern-1040034793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:01.079176 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-e31b17c8-0d3f-4124-b70c-f3ddf2a90a8d tempest-TestVolumeBootPattern-1040034793 tempest-TestVolumeBootPattern-1040034793-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 1124 time: 0.0379403 Sep 26 05:38:01.081989 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44168) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:01.086107 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Request body: {'floatingip': {'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'port_id': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:01.108099 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:01.174882 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:01.190450 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:01.242769 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:01.298119 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Allocated IP 172.27.0.236 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/4e33dc99-0510-4c4e-9468-1718021453da) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:38:01.399784 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for port (4e33dc99-0510-4c4e-9468-1718021453da), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:01.430199 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (4e33dc99-0510-4c4e-9468-1718021453da), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:01.472808 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:38:01.475765 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:38:01.479572 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:38:01.484542 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'Port': ['ID=4e33dc99-0510-4c4e-9468-1718021453da,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:01.826390 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for floatingip (71df6908-bd80-4eae-839e-8c601c87834d), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:01.897398 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (4e33dc99-0510-4c4e-9468-1718021453da), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:01.926930 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 5c2eb711-a069-49dc-aca7-800571583c6a no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:38:01.945717 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: 5c2eb711-a069-49dc-aca7-800571583c6a {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:38:01.945717 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 5c2eb711-a069-49dc-aca7-800571583c6a not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:38:01.947378 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:01.977434 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e7145-0963-4d97-8075-df30673cf39b req-92c4b9d8-561f-4269-b667-ce8a056d7330 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:01.978920 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c27e7145-0963-4d97-8075-df30673cf39b req-92c4b9d8-561f-4269-b667-ce8a056d7330 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.0796459 Sep 26 05:38:01.993125 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:02.079973 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-66771c3c-0678-4dde-b0d2-48f2821508d7 req-954cf4d2-e723-4127-9417-c9786839b975 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 210 time: 0.0705354 Sep 26 05:38:02.113746 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c27e7145-0963-4d97-8075-df30673cf39b req-fb0be171-a040-4045-9bff-6d01206e3798 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287408 Sep 26 05:38:02.155716 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for port (4e33dc99-0510-4c4e-9468-1718021453da), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:02.160107 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (4e33dc99-0510-4c4e-9468-1718021453da), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:02.224101 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'Port': ['ID=4e33dc99-0510-4c4e-9468-1718021453da,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:02.229222 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (71df6908-bd80-4eae-839e-8c601c87834d), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:02.323630 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Floating IP 71df6908-bd80-4eae-839e-8c601c87834d associated. External IP: 172.27.0.236, port: e47ebac1-d877-4ac1-8e2f-fb371cb2f895. Sep 26 05:38:02.520146 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Router 7b8d2a1f-471f-4584-b831-4f0eb48de512 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:38:02.869756 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:38:02.879674 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4cc954-f83c-4e96-b7c1-6d7890dd10de None None] Sync routers for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:38:02.887854 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:02.890883 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4cc954-f83c-4e96-b7c1-6d7890dd10de None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:38:02.891600 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-1c4cc954-f83c-4e96-b7c1-6d7890dd10de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:37:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:38:02.917955 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-324e1edf-3627-481c-bb2c-154b620292c3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8349776 Sep 26 05:38:02.918589 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'tag': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:38:02.920900 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bce734b-1678-4d5e-8fe8-87202b99bac9" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6a2248-68b0-4336-ade5-c6c3b756cdae", "tag": "e47ebac1-d877-4ac1-8e2f-fb371cb2f895"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:38:02.959839 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b1fa3e-7ae7-4c83-b3f7-20acf835a1ad x-openstack-request-id: req-e1b1fa3e-7ae7-4c83-b3f7-20acf835a1ad {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:38:02.960323 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6a2248-68b0-4336-ade5-c6c3b756cdae", "tag": "e47ebac1-d877-4ac1-8e2f-fb371cb2f895", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:38:02.960923 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1b1fa3e-7ae7-4c83-b3f7-20acf835a1ad {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:38:02.961470 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b1fa3e-7ae7-4c83-b3f7-20acf835a1ad'] response: {'name': 'network-changed', 'server_uuid': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'tag': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'status': 'completed', 'code': 200} Sep 26 05:38:03.000552 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-1c4cc954-f83c-4e96-b7c1-6d7890dd10de None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:38:03.220291 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0c010884-693a-4a71-bed5-01ed645d2146 req-93110938-a066-4601-9868-bf731db777bf tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 210 time: 0.0447574 Sep 26 05:38:03.242318 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-1c4cc954-f83c-4e96-b7c1-6d7890dd10de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '71df6908-bd80-4eae-839e-8c601c87834d', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'port_id': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'mac_address': 'fa:16:3e:10:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:38:01Z', 'updated_at': '2022-09-26T05:38:01Z', 'revision_number': 0, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:38:03.248573 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:03.257869 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3deea-751d-4b44-a0e9-99b957ce86a4 req-b409fc52-cee5-4713-8a98-e896438b080a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:03.259933 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-74c3deea-751d-4b44-a0e9-99b957ce86a4 req-b409fc52-cee5-4713-8a98-e896438b080a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.0506938 Sep 26 05:38:03.274839 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4cc954-f83c-4e96-b7c1-6d7890dd10de None None] Checking router: 7b8d2a1f-471f-4584-b831-4f0eb48de512 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:38:03.285394 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4cc954-f83c-4e96-b7c1-6d7890dd10de None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:38:03.286025 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-1c4cc954-f83c-4e96-b7c1-6d7890dd10de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:37:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:38:03.327909 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-74c3deea-751d-4b44-a0e9-99b957ce86a4 req-b4e7d22c-ba10-4fd8-b10d-9938a269a664 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625188 Sep 26 05:38:03.415208 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-1c4cc954-f83c-4e96-b7c1-6d7890dd10de None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:38:03.515980 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:03.645210 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-1c4cc954-f83c-4e96-b7c1-6d7890dd10de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '71df6908-bd80-4eae-839e-8c601c87834d', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'port_id': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'mac_address': 'fa:16:3e:10:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:38:01Z', 'updated_at': '2022-09-26T05:38:01Z', 'revision_number': 0, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:38:03.670945 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4cc954-f83c-4e96-b7c1-6d7890dd10de None None] The sync data for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi is: [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '71df6908-bd80-4eae-839e-8c601c87834d', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'port_id': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'mac_address': 'fa:16:3e:10:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:38:01Z', 'updated_at': '2022-09-26T05:38:01Z', 'revision_number': 0, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:38:03.870709 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e0e6a8-39d1-4042-9914-892f3ef43e06 None None] New status for floating IP 71df6908-bd80-4eae-839e-8c601c87834d: ACTIVE {{(pid=106343) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:38:04.062617 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce734b-1678-4d5e-8fe8-87202b99bac9 req-8e5c9143-9fd0-4a5e-b149-76de4d787484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:04.064120 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1bce734b-1678-4d5e-8fe8-87202b99bac9 req-8e5c9143-9fd0-4a5e-b149-76de4d787484 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 1129 time: 0.0452793 Sep 26 05:38:04.160944 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce734b-1678-4d5e-8fe8-87202b99bac9 req-ccd45b1c-5240-4ef2-b26b-0c461e80f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:04.162401 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1bce734b-1678-4d5e-8fe8-87202b99bac9 req-ccd45b1c-5240-4ef2-b26b-0c461e80f80f service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 913 time: 0.0904126 Sep 26 05:38:04.336430 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9a3dddc7-10bd-4452-a349-e656a43e5e8f req-cfb9fd39-cc57-44e2-b101-39f677c67854 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69ae32da-8cf7-4b65-9387-3d013453dbe5 HTTP/1.1" status: 200 len: 210 time: 0.0303404 Sep 26 05:38:04.458223 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad4a3f-9d45-4f7a-8e92-5d76ddb784b5 req-ad5649cf-9bed-4b85-854c-05ef92ef6158 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:04.464785 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a9ad4a3f-9d45-4f7a-8e92-5d76ddb784b5 req-ad5649cf-9bed-4b85-854c-05ef92ef6158 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.0595164 Sep 26 05:38:04.468752 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1bce734b-1678-4d5e-8fe8-87202b99bac9 req-d0cea73a-2301-41f7-b494-3f012a1478da service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e47ebac1-d877-4ac1-8e2f-fb371cb2f895 HTTP/1.1" status: 200 len: 1001 time: 0.0635066 Sep 26 05:38:04.514273 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a9ad4a3f-9d45-4f7a-8e92-5d76ddb784b5 req-9973507c-0b23-47b2-b468-57fe8a908834 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481625 Sep 26 05:38:04.524284 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce734b-1678-4d5e-8fe8-87202b99bac9 req-450d5364-5b47-420e-81e8-084c6c867ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:04.525812 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1bce734b-1678-4d5e-8fe8-87202b99bac9 req-450d5364-5b47-420e-81e8-084c6c867ddf service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4408293b-c7bd-46de-8b4c-2f69b84d7882 HTTP/1.1" status: 200 len: 851 time: 0.0475433 Sep 26 05:38:04.577004 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce734b-1678-4d5e-8fe8-87202b99bac9 req-a7d8f9c3-49b5-4b24-a332-53f2001b9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:04.578493 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1bce734b-1678-4d5e-8fe8-87202b99bac9 req-a7d8f9c3-49b5-4b24-a332-53f2001b9389 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=aa57f4f4-2276-4970-8337-66a125f8a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440371 Sep 26 05:38:04.679591 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1bce734b-1678-4d5e-8fe8-87202b99bac9 req-72661480-a0a8-4e5d-8319-abcadd319713 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900009 Sep 26 05:38:04.771047 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-1bce734b-1678-4d5e-8fe8-87202b99bac9 req-1feb70a8-549d-4edc-aed6-8ff4efbbe6e6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829682 Sep 26 05:38:05.430769 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44240) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:05.493145 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group (5e418322-75be-465e-8b33-c1715797ff8a), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:05.516595 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group (5e418322-75be-465e-8b33-c1715797ff8a), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:05.550108 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:05.566541 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (5e418322-75be-465e-8b33-c1715797ff8a), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:05.569604 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:05.570776 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5e418322-75be-465e-8b33-c1715797ff8a HTTP/1.1" status: 204 len: 168 time: 0.1387873 Sep 26 05:38:05.573642 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44248) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:05.581915 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e418322-75be-465e-8b33-c1715797ff8a,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:05.589442 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:05.589795 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:05.590134 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:05.590472 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:05.591024 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:05.591520 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:05.591698 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.api.v2.resource [None req-076ac5cb-ca98-4881-83a0-b6bbb756a4ef tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] show failed (client error): The resource could not be found. Sep 26 05:38:05.592097 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:05.592460 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:05.592761 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-076ac5cb-ca98-4881-83a0-b6bbb756a4ef tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "GET /networking/v2.0/security-groups/5e418322-75be-465e-8b33-c1715797ff8a HTTP/1.1" status: 404 len: 347 time: 0.0181453 Sep 26 05:38:05.592965 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:05.593127 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:05.593447 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:05.593807 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:05.594129 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:05.594452 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:05.594942 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876836ea-1f25-434e-b094-5289c6143b5c tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:05.596882 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44250) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:05.737478 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27559bf5-55ed-4469-8490-ffb0ec68d109 req-cc4d64ad-d972-4ab2-a761-c736c400ff9a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:05.739146 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-27559bf5-55ed-4469-8490-ffb0ec68d109 req-cc4d64ad-d972-4ab2-a761-c736c400ff9a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.1039968 Sep 26 05:38:05.769038 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-e9b99126-1cd7-42b0-85f4-08de67edee30 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Deleting port 4d40066e-c3a0-49d5-bed3-bfbd6c5bec5f {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:38:05.769385 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e9b99126-1cd7-42b0-85f4-08de67edee30 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (4d40066e-c3a0-49d5-bed3-bfbd6c5bec5f), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:05.811768 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:05.853552 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-27559bf5-55ed-4469-8490-ffb0ec68d109 req-9bd628a1-36dd-490f-a1e2-170154bd9b9b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060100 Sep 26 05:38:05.885118 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e9b99126-1cd7-42b0-85f4-08de67edee30 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (4d40066e-c3a0-49d5-bed3-bfbd6c5bec5f), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:05.885358 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e9b99126-1cd7-42b0-85f4-08de67edee30 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for floatingip (4d40066e-c3a0-49d5-bed3-bfbd6c5bec5f), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:05.899023 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-e9b99126-1cd7-42b0-85f4-08de67edee30 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Calling delete_port for 4d40066e-c3a0-49d5-bed3-bfbd6c5bec5f owned by network:floatingip {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:38:06.032382 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e9b99126-1cd7-42b0-85f4-08de67edee30 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (4d40066e-c3a0-49d5-bed3-bfbd6c5bec5f), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:06.059416 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b99126-1cd7-42b0-85f4-08de67edee30 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Pushing event deleted for resources: {'Port': ['ID=4d40066e-c3a0-49d5-bed3-bfbd6c5bec5f,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:06.127621 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e9b99126-1cd7-42b0-85f4-08de67edee30 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks [] for floatingip (1048db03-8f34-482d-83af-433498bb8607), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:06.130162 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e9b99126-1cd7-42b0-85f4-08de67edee30 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:06.131303 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-e9b99126-1cd7-42b0-85f4-08de67edee30 tempest-AttachVolumeTestJSON-868830527 tempest-AttachVolumeTestJSON-868830527-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/1048db03-8f34-482d-83af-433498bb8607 HTTP/1.1" status: 204 len: 168 time: 0.5335116 Sep 26 05:38:06.304686 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44266) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:06.414177 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8ad91027-ab69-4901-8b66-52c3d4efe446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:06.466309 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:06.495598 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8ad91027-ab69-4901-8b66-52c3d4efe446 admin admin] Publish callbacks [] for security_group (65b5e692-ba99-4acb-b1fa-bcebb5dccd90), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:06.499010 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8ad91027-ab69-4901-8b66-52c3d4efe446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (65b5e692-ba99-4acb-b1fa-bcebb5dccd90), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:06.537655 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-8ad91027-ab69-4901-8b66-52c3d4efe446 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=2413e30aa42a4692a06ca89ba718407e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318523 Sep 26 05:38:06.538841 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad91027-ab69-4901-8b66-52c3d4efe446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b5e692-ba99-4acb-b1fa-bcebb5dccd90,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:06.540385 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44270) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:06.588539 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1d5413c5-2114-42f3-8116-042a1da6ff5f admin admin] Publish callbacks [] for security_group (65b5e692-ba99-4acb-b1fa-bcebb5dccd90), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:06.609043 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1d5413c5-2114-42f3-8116-042a1da6ff5f admin admin] Publish callbacks [] for security_group (65b5e692-ba99-4acb-b1fa-bcebb5dccd90), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:06.654051 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1d5413c5-2114-42f3-8116-042a1da6ff5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (65b5e692-ba99-4acb-b1fa-bcebb5dccd90), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:06.656593 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-1d5413c5-2114-42f3-8116-042a1da6ff5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:06.657725 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-1d5413c5-2114-42f3-8116-042a1da6ff5f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/65b5e692-ba99-4acb-b1fa-bcebb5dccd90 HTTP/1.1" status: 204 len: 168 time: 0.1163666 Sep 26 05:38:06.660774 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:06.666437 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5413c5-2114-42f3-8116-042a1da6ff5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b5e692-ba99-4acb-b1fa-bcebb5dccd90,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:06.822402 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 3211bad3-a3ee-47c8-a87f-240818a7928b details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:38:06.974760 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44282) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:06.990114 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5f7bafed-a1f5-403a-b4ce-9d0456c6870e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:07.017029 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ca930-fbeb-4392-bdf6-4f17b9d690ec req-45d6ff99-0d6e-43d3-a63f-9bac2aeaa0be tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:07.019505 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bf1ca930-fbeb-4392-bdf6-4f17b9d690ec req-45d6ff99-0d6e-43d3-a63f-9bac2aeaa0be tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 943 time: 0.0540886 Sep 26 05:38:07.085980 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bf1ca930-fbeb-4392-bdf6-4f17b9d690ec req-0b6ca58e-b301-4a21-947b-2374b00453a4 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588500 Sep 26 05:38:07.106350 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5f7bafed-a1f5-403a-b4ce-9d0456c6870e admin admin] Publish callbacks [] for security_group (985502e8-797a-433c-90c4-e872cf717fc1), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:07.113488 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-5f7bafed-a1f5-403a-b4ce-9d0456c6870e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (985502e8-797a-433c-90c4-e872cf717fc1), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:07.116554 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:07.137256 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 3211bad3-a3ee-47c8-a87f-240818a7928b, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3211bad3-a3ee-47c8-a87f-240818a7928b,segment=NetworkSegment(d5e73e03-9eb8-414f-b107-c35e512c7d1a),segment_id=d5e73e03-9eb8-414f-b107-c35e512c7d1a)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:38:07.152563 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': '3211bad3-a3ee-47c8-a87f-240818a7928b', 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'port_id': '3211bad3-a3ee-47c8-a87f-240818a7928b', 'mac_address': 'fa:16:3e:6e:c9:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:38:07.161493 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-5f7bafed-a1f5-403a-b4ce-9d0456c6870e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fe85327e45f344edbbaed133bb0ba198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856298 Sep 26 05:38:07.164326 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44284) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:07.169743 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7bafed-a1f5-403a-b4ce-9d0456c6870e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985502e8-797a-433c-90c4-e872cf717fc1,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:07.191141 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 3211bad3-a3ee-47c8-a87f-240818a7928b is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:38:07.191522 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:07.207534 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3211bad3-a3ee-47c8-a87f-240818a7928b {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:38:07.227966 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 3211bad3-a3ee-47c8-a87f-240818a7928b, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3211bad3-a3ee-47c8-a87f-240818a7928b,segment=NetworkSegment(d5e73e03-9eb8-414f-b107-c35e512c7d1a),segment_id=d5e73e03-9eb8-414f-b107-c35e512c7d1a)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:38:07.233575 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:07.242345 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9bba4c77-31ce-4d35-b5d3-8d523fcd112e admin admin] Publish callbacks [] for security_group (985502e8-797a-433c-90c4-e872cf717fc1), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:07.264633 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9bba4c77-31ce-4d35-b5d3-8d523fcd112e admin admin] Publish callbacks [] for security_group (985502e8-797a-433c-90c4-e872cf717fc1), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:07.293417 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=3211bad3-a3ee-47c8-a87f-240818a7928b,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:07.338919 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9bba4c77-31ce-4d35-b5d3-8d523fcd112e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (985502e8-797a-433c-90c4-e872cf717fc1), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:07.342768 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-9bba4c77-31ce-4d35-b5d3-8d523fcd112e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:07.344804 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-9bba4c77-31ce-4d35-b5d3-8d523fcd112e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/985502e8-797a-433c-90c4-e872cf717fc1 HTTP/1.1" status: 204 len: 168 time: 0.1794789 Sep 26 05:38:07.354847 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba4c77-31ce-4d35-b5d3-8d523fcd112e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985502e8-797a-433c-90c4-e872cf717fc1,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:07.471710 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['3211bad3-a3ee-47c8-a87f-240818a7928b'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:38:08.219383 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59d767-2d22-4221-8dfc-166b6540e5ab req-43a7b8db-3ee7-45d8-bc91-e5d8a2ff745d tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:08.221121 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6a59d767-2d22-4221-8dfc-166b6540e5ab req-43a7b8db-3ee7-45d8-bc91-e5d8a2ff745d tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 944 time: 0.0473075 Sep 26 05:38:08.272119 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6a59d767-2d22-4221-8dfc-166b6540e5ab req-77ad4fbe-4440-474c-8023-6f33b962569d tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445209 Sep 26 05:38:09.405274 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601f5ed-7364-4e00-8b48-4e1be5ac6351 req-ea288560-b7ba-4c49-9dbc-5f8be5ba31e3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:09.407331 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8601f5ed-7364-4e00-8b48-4e1be5ac6351 req-ea288560-b7ba-4c49-9dbc-5f8be5ba31e3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 944 time: 0.0514734 Sep 26 05:38:09.439887 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:09.458938 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8601f5ed-7364-4e00-8b48-4e1be5ac6351 req-42a236f3-5d6c-47b6-891c-97c8f324aef6 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452750 Sep 26 05:38:09.823853 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44376) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:09.934255 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-56286409-51e6-41dc-8e5c-d3619e796780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.009622 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-56286409-51e6-41dc-8e5c-d3619e796780 admin admin] Publish callbacks [] for security_group (9bebb2b3-1fbe-40e2-8be0-c5b9fa7602e0), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.014114 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-56286409-51e6-41dc-8e5c-d3619e796780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (9bebb2b3-1fbe-40e2-8be0-c5b9fa7602e0), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.051535 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56286409-51e6-41dc-8e5c-d3619e796780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bebb2b3-1fbe-40e2-8be0-c5b9fa7602e0,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:10.056724 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-56286409-51e6-41dc-8e5c-d3619e796780 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=88f1caaea93245c1be31aba6ad85a113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318046 Sep 26 05:38:10.059374 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44380) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:10.112731 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a56cec17-6fbb-4ac2-93fd-0182c3b32192 admin admin] Publish callbacks [] for security_group (9bebb2b3-1fbe-40e2-8be0-c5b9fa7602e0), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.133604 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a56cec17-6fbb-4ac2-93fd-0182c3b32192 admin admin] Publish callbacks [] for security_group (9bebb2b3-1fbe-40e2-8be0-c5b9fa7602e0), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.180310 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a56cec17-6fbb-4ac2-93fd-0182c3b32192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (9bebb2b3-1fbe-40e2-8be0-c5b9fa7602e0), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.182740 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a56cec17-6fbb-4ac2-93fd-0182c3b32192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.183894 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-a56cec17-6fbb-4ac2-93fd-0182c3b32192 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/9bebb2b3-1fbe-40e2-8be0-c5b9fa7602e0 HTTP/1.1" status: 204 len: 168 time: 0.1234479 Sep 26 05:38:10.192432 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cec17-6fbb-4ac2-93fd-0182c3b32192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bebb2b3-1fbe-40e2-8be0-c5b9fa7602e0,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:10.444684 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44388) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:10.458422 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7050a72d-99f6-4dd7-9bd3-e75dacb21e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.488775 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:10.539311 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7050a72d-99f6-4dd7-9bd3-e75dacb21e5d admin admin] Publish callbacks [] for security_group (6578e69c-d953-4f3a-93d8-1edbf04e1a8a), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.550166 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-7050a72d-99f6-4dd7-9bd3-e75dacb21e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (6578e69c-d953-4f3a-93d8-1edbf04e1a8a), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.617770 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3e115-537f-44b5-8c06-9135f83ab7d2 req-8b62e4e7-30de-43c6-86fe-8831efe8b55f tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:10.619205 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-edb3e115-537f-44b5-8c06-9135f83ab7d2 req-8b62e4e7-30de-43c6-86fe-8831efe8b55f tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 944 time: 0.0821075 Sep 26 05:38:10.620904 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050a72d-99f6-4dd7-9bd3-e75dacb21e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6578e69c-d953-4f3a-93d8-1edbf04e1a8a,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:10.625792 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-7050a72d-99f6-4dd7-9bd3-e75dacb21e5d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0f6f79ce3dc14aaea2001c3dae395376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801083 Sep 26 05:38:10.628694 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44394) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:10.660896 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 3211bad3-a3ee-47c8-a87f-240818a7928b up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:38:10.669060 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-edb3e115-537f-44b5-8c06-9135f83ab7d2 req-071728bd-a202-46f3-82ad-7b8b8bf84a25 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Sep 26 05:38:10.680650 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-39ceab09-a5f3-4f3f-8ba5-87c6b3f30539 admin admin] Publish callbacks [] for security_group (6578e69c-d953-4f3a-93d8-1edbf04e1a8a), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.703769 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-39ceab09-a5f3-4f3f-8ba5-87c6b3f30539 admin admin] Publish callbacks [] for security_group (6578e69c-d953-4f3a-93d8-1edbf04e1a8a), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.705518 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port 3211bad3-a3ee-47c8-a87f-240818a7928b completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:38:10.711836 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port 3211bad3-a3ee-47c8-a87f-240818a7928b triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:38:10.712217 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.712620 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port 3211bad3-a3ee-47c8-a87f-240818a7928b Sep 26 05:38:10.753694 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-39ceab09-a5f3-4f3f-8ba5-87c6b3f30539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (6578e69c-d953-4f3a-93d8-1edbf04e1a8a), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.756531 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-39ceab09-a5f3-4f3f-8ba5-87c6b3f30539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.760135 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-39ceab09-a5f3-4f3f-8ba5-87c6b3f30539 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6578e69c-d953-4f3a-93d8-1edbf04e1a8a HTTP/1.1" status: 204 len: 168 time: 0.1277201 Sep 26 05:38:10.765886 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ceab09-a5f3-4f3f-8ba5-87c6b3f30539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6578e69c-d953-4f3a-93d8-1edbf04e1a8a,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:10.798605 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 3211bad3-a3ee-47c8-a87f-240818a7928b is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:38:10.799005 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.823751 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:10.830769 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3211bad3-a3ee-47c8-a87f-240818a7928b'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:38:10.833138 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa889868-8203-4e32-8455-dd7616e45d94" -d '{"events": [{"server_uuid": "2df85633-fcf8-4640-bfac-ffc0f55778ac", "name": "network-vif-plugged", "status": "completed", "tag": "3211bad3-a3ee-47c8-a87f-240818a7928b"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:38:10.848067 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 3211bad3-a3ee-47c8-a87f-240818a7928b, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3211bad3-a3ee-47c8-a87f-240818a7928b,segment=NetworkSegment(d5e73e03-9eb8-414f-b107-c35e512c7d1a),segment_id=d5e73e03-9eb8-414f-b107-c35e512c7d1a)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:38:10.852590 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:10.883328 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe0b8cb-967a-4ffc-b70b-4ca4a6e74316 x-openstack-request-id: req-9fe0b8cb-967a-4ffc-b70b-4ca4a6e74316 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:38:10.883620 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df85633-fcf8-4640-bfac-ffc0f55778ac", "name": "network-vif-plugged", "status": "completed", "tag": "3211bad3-a3ee-47c8-a87f-240818a7928b", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:38:10.883919 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9fe0b8cb-967a-4ffc-b70b-4ca4a6e74316 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:38:10.884484 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe0b8cb-967a-4ffc-b70b-4ca4a6e74316'] response: {'server_uuid': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3211bad3-a3ee-47c8-a87f-240818a7928b', 'code': 200} Sep 26 05:38:10.908197 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=3211bad3-a3ee-47c8-a87f-240818a7928b,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:11.064635 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87089c57-41a3-428d-9a96-e8dc437c29eb req-70fc0378-f649-4e32-af4c-0b47e9ed44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:11.066279 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-87089c57-41a3-428d-9a96-e8dc437c29eb req-70fc0378-f649-4e32-af4c-0b47e9ed44b4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 1129 time: 0.0406759 Sep 26 05:38:11.117472 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-87089c57-41a3-428d-9a96-e8dc437c29eb req-e5d3d233-0d46-4ddd-82f7-f035466a13e7 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447690 Sep 26 05:38:11.816655 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa3c62-461d-4ce5-99b6-f98186ea5ea0 req-50a4d0ef-8ff6-4eb5-97c7-8e500eb6f580 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:11.818284 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-29aa3c62-461d-4ce5-99b6-f98186ea5ea0 req-50a4d0ef-8ff6-4eb5-97c7-8e500eb6f580 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 945 time: 0.0574257 Sep 26 05:38:11.874189 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-29aa3c62-461d-4ce5-99b6-f98186ea5ea0 req-5d09dbf6-67fd-4f40-8948-adb1fcdf362d tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495741 Sep 26 05:38:11.911347 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44446) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:12.019548 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3ed264af-04e1-4e40-b3e0-59204784e344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:12.081405 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:12.101526 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3ed264af-04e1-4e40-b3e0-59204784e344 admin admin] Publish callbacks [] for security_group (e66d4765-1be9-4e91-a800-2dc1d120cf03), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:12.106902 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3ed264af-04e1-4e40-b3e0-59204784e344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (e66d4765-1be9-4e91-a800-2dc1d120cf03), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:12.147579 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-3ed264af-04e1-4e40-b3e0-59204784e344 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=90be8c19987f494ab07cc2d634025635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351551 Sep 26 05:38:12.148542 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed264af-04e1-4e40-b3e0-59204784e344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66d4765-1be9-4e91-a800-2dc1d120cf03,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:12.150262 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44450) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:12.197629 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8569474a-784e-4294-8d05-72063f7dfeaf admin admin] Publish callbacks [] for security_group (e66d4765-1be9-4e91-a800-2dc1d120cf03), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:12.218927 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8569474a-784e-4294-8d05-72063f7dfeaf admin admin] Publish callbacks [] for security_group (e66d4765-1be9-4e91-a800-2dc1d120cf03), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:12.256738 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:12.274913 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8569474a-784e-4294-8d05-72063f7dfeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (e66d4765-1be9-4e91-a800-2dc1d120cf03), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:12.278275 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8569474a-784e-4294-8d05-72063f7dfeaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:12.279503 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-8569474a-784e-4294-8d05-72063f7dfeaf admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e66d4765-1be9-4e91-a800-2dc1d120cf03 HTTP/1.1" status: 204 len: 168 time: 0.1281826 Sep 26 05:38:12.290768 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569474a-784e-4294-8d05-72063f7dfeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66d4765-1be9-4e91-a800-2dc1d120cf03,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:12.957428 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44488) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:13.019260 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bac906-2a5f-4edc-86c9-42e5e09d19fb req-e6bb90ad-0eba-4372-b9a4-d6efc0f292e6 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:13.021151 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-87bac906-2a5f-4edc-86c9-42e5e09d19fb req-e6bb90ad-0eba-4372-b9a4-d6efc0f292e6 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 945 time: 0.0582275 Sep 26 05:38:13.078815 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-87bac906-2a5f-4edc-86c9-42e5e09d19fb req-e15d925d-f2ca-4225-ba7f-c57ebc721a3e tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508938 Sep 26 05:38:13.276367 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b01d1a-7f02-42e5-9757-74d6829dc6d1 req-b94ce231-56ef-45d9-9426-f8532ebaaac4 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:13.278044 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-12b01d1a-7f02-42e5-9757-74d6829dc6d1 req-b94ce231-56ef-45d9-9426-f8532ebaaac4 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 945 time: 0.0876503 Sep 26 05:38:13.374754 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-12b01d1a-7f02-42e5-9757-74d6829dc6d1 req-1efa25f6-3ea7-45c4-873a-a393869d7d81 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895536 Sep 26 05:38:13.549882 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:13.558283 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5e6b0460-6215-4e16-96ff-aa046cc5bfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688035'] for router_interface (f49bebc8-2f84-4398-bde8-b2864dfb3181), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:13.767570 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35fe98-3fce-48b3-9a93-0b6aa8b3cec5 req-d5568b08-11f5-4f99-8892-9dca91aceaf5 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:13.769181 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ec35fe98-3fce-48b3-9a93-0b6aa8b3cec5 req-d5568b08-11f5-4f99-8892-9dca91aceaf5 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 945 time: 0.0810311 Sep 26 05:38:13.863041 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ec35fe98-3fce-48b3-9a93-0b6aa8b3cec5 req-6d5dfe73-6db3-4a5c-b05e-091a6d88f89c tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867085 Sep 26 05:38:13.868968 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b0460-6215-4e16-96ff-aa046cc5bfa2 admin admin] Deleting port a22e5faf-564a-4f10-97db-70faa24472aa {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:38:13.869280 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5e6b0460-6215-4e16-96ff-aa046cc5bfa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (a22e5faf-564a-4f10-97db-70faa24472aa), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:13.933438 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:13.961658 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [None req-5e6b0460-6215-4e16-96ff-aa046cc5bfa2 admin admin] For port a22e5faf-564a-4f10-97db-70faa24472aa, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=a22e5faf-564a-4f10-97db-70faa24472aa,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:38:13.962488 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5e6b0460-6215-4e16-96ff-aa046cc5bfa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (a22e5faf-564a-4f10-97db-70faa24472aa), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:13.972472 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:13.974613 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:13.985284 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b0460-6215-4e16-96ff-aa046cc5bfa2 admin admin] Calling delete_port for a22e5faf-564a-4f10-97db-70faa24472aa owned by network:router_interface {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:38:14.232484 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5e6b0460-6215-4e16-96ff-aa046cc5bfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (a22e5faf-564a-4f10-97db-70faa24472aa), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:14.304711 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b0460-6215-4e16-96ff-aa046cc5bfa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a22e5faf-564a-4f10-97db-70faa24472aa,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:14.471269 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-5e6b0460-6215-4e16-96ff-aa046cc5bfa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582419'] for router_interface (f49bebc8-2f84-4398-bde8-b2864dfb3181), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:14.621397 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:14.705965 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6b0460-6215-4e16-96ff-aa046cc5bfa2 admin admin] Router f49bebc8-2f84-4398-bde8-b2864dfb3181 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:38:14.809095 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6b0460-6215-4e16-96ff-aa046cc5bfa2 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:38:14.814645 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-5e6b0460-6215-4e16-96ff-aa046cc5bfa2 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/f49bebc8-2f84-4398-bde8-b2864dfb3181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8560507 Sep 26 05:38:14.817355 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44544) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:14.818262 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd12780-94ab-45c4-879e-2c35ffabb67f None None] Sync routers for ids ['f49bebc8-2f84-4398-bde8-b2864dfb3181'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:38:14.828525 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd12780-94ab-45c4-879e-2c35ffabb67f None None] Routers {'f49bebc8-2f84-4398-bde8-b2864dfb3181'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:38:14.829139 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-cfd12780-94ab-45c4-879e-2c35ffabb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:37:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['f49bebc8-2f84-4398-bde8-b2864dfb3181'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:38:14.912513 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:14.924675 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] Publish callbacks [] for router (f49bebc8-2f84-4398-bde8-b2864dfb3181), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:14.935122 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-cfd12780-94ab-45c4-879e-2c35ffabb67f None None] Set router f49bebc8-2f84-4398-bde8-b2864dfb3181 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:38:15.025950 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] Publish callbacks [] for router_gateway (f49bebc8-2f84-4398-bde8-b2864dfb3181), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:15.068721 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] Deleting port 79b9bce6-70bf-461e-aa21-4129bcaec638 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:38:15.069071 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (79b9bce6-70bf-461e-aa21-4129bcaec638), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:15.117282 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-cfd12780-94ab-45c4-879e-2c35ffabb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:38:14Z', 'revision_number': 5, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port': {'id': '79b9bce6-70bf-461e-aa21-4129bcaec638', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:30:52Z', 'updated_at': '2022-09-26T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:38:15.145295 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd12780-94ab-45c4-879e-2c35ffabb67f None None] Checking router: f49bebc8-2f84-4398-bde8-b2864dfb3181 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:38:15.151510 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:15.155600 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd12780-94ab-45c4-879e-2c35ffabb67f None None] Routers {'f49bebc8-2f84-4398-bde8-b2864dfb3181'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:38:15.156320 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-cfd12780-94ab-45c4-879e-2c35ffabb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:37:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['f49bebc8-2f84-4398-bde8-b2864dfb3181'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:38:15.162303 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] For port 79b9bce6-70bf-461e-aa21-4129bcaec638, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=79b9bce6-70bf-461e-aa21-4129bcaec638,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:38:15.162738 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (79b9bce6-70bf-461e-aa21-4129bcaec638), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:15.176685 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] Calling delete_port for 79b9bce6-70bf-461e-aa21-4129bcaec638 owned by network:router_gateway {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:38:15.243977 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-cfd12780-94ab-45c4-879e-2c35ffabb67f None None] Set router f49bebc8-2f84-4398-bde8-b2864dfb3181 gateway port host: None {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:38:15.292242 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-cfd12780-94ab-45c4-879e-2c35ffabb67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:38:15Z', 'revision_number': 6, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port_host': None}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:38:15.320326 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd12780-94ab-45c4-879e-2c35ffabb67f None None] The sync data for ids ['f49bebc8-2f84-4398-bde8-b2864dfb3181'] in dv-cinder-859186-2-iscsi is: [{'id': 'f49bebc8-2f84-4398-bde8-b2864dfb3181', 'name': 'tempest-AttachVolumeTestJSON-91125507-router', 'tenant_id': '49fe69e57e744eea93988aecfa9decc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:30:51Z', 'updated_at': '2022-09-26T05:38:15Z', 'revision_number': 6, 'project_id': '49fe69e57e744eea93988aecfa9decc2', 'gw_port_host': None}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:38:15.349993 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (79b9bce6-70bf-461e-aa21-4129bcaec638), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:15.380522 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=79b9bce6-70bf-461e-aa21-4129bcaec638,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:15.445842 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581465'] for router_gateway (f49bebc8-2f84-4398-bde8-b2864dfb3181), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:15.532274 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:15.536187 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (f49bebc8-2f84-4398-bde8-b2864dfb3181), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:15.538906 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] Publish callbacks [] for router_controller (f49bebc8-2f84-4398-bde8-b2864dfb3181), precommit_delete_associations {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:15.585504 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582510'] for router (f49bebc8-2f84-4398-bde8-b2864dfb3181), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:15.586184 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f49bebc8-2f84-4398-bde8-b2864dfb3181 {{(pid=106340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:38:15.592454 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:15.593597 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-a4705ebc-a72e-48bd-868e-02a1b9f4dad5 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/f49bebc8-2f84-4398-bde8-b2864dfb3181 HTTP/1.1" status: 204 len: 168 time: 0.7753248 Sep 26 05:38:15.596408 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44562) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:15.930723 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_v2 [None req-218ea92f-9390-4f7f-9bb2-c020f9dc5a91 admin admin] Deleting subnet 18db2678-2303-4b38-b9f8-4255a44db64a {{(pid=106340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:38:15.934780 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-218ea92f-9390-4f7f-9bb2-c020f9dc5a91 admin admin] Publish callbacks [] for subnet (18db2678-2303-4b38-b9f8-4255a44db64a), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:15.982274 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-218ea92f-9390-4f7f-9bb2-c020f9dc5a91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2915594'] for subnet (18db2678-2303-4b38-b9f8-4255a44db64a), precommit_delete_associations {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.064231 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-218ea92f-9390-4f7f-9bb2-c020f9dc5a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (18db2678-2303-4b38-b9f8-4255a44db64a), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.123988 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:16.135314 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-218ea92f-9390-4f7f-9bb2-c020f9dc5a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3865862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8697729'] for subnet (18db2678-2303-4b38-b9f8-4255a44db64a), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.159603 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ea92f-9390-4f7f-9bb2-c020f9dc5a91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18db2678-2303-4b38-b9f8-4255a44db64a,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:16.168971 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-218ea92f-9390-4f7f-9bb2-c020f9dc5a91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.175167 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-218ea92f-9390-4f7f-9bb2-c020f9dc5a91 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/18db2678-2303-4b38-b9f8-4255a44db64a HTTP/1.1" status: 204 len: 168 time: 0.5748935 Sep 26 05:38:16.175587 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44588) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:16.178603 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d48a24e-6020-423f-84cc-7123ae06608e None None] Network d6a60f69-a1be-43ae-8a50-02a99ceaebaf requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:38:16.266625 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (d6a60f69-a1be-43ae-8a50-02a99ceaebaf), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.332205 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] Deleting port 11dec33a-5c73-42bc-8432-04a812a877b8 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:38:16.332836 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (11dec33a-5c73-42bc-8432-04a812a877b8), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.368342 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] DHCP port deletion for d6a60f69-a1be-43ae-8a50-02a99ceaebaf request from dv-cinder-859186-2-iscsi {{(pid=106342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:38:16.431318 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] For port 11dec33a-5c73-42bc-8432-04a812a877b8, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=11dec33a-5c73-42bc-8432-04a812a877b8,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:38:16.432122 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (11dec33a-5c73-42bc-8432-04a812a877b8), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.433041 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 79b9bce6-70bf-461e-aa21-4129bcaec638 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:38:16.436904 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:16.452719 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] Calling delete_port for 11dec33a-5c73-42bc-8432-04a812a877b8 owned by network:dhcp {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:38:16.459489 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 79b9bce6-70bf-461e-aa21-4129bcaec638 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:38:16.459827 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 79b9bce6-70bf-461e-aa21-4129bcaec638 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:38:16.460239 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device a22e5faf-564a-4f10-97db-70faa24472aa no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:38:16.463713 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Deleting port 11dec33a-5c73-42bc-8432-04a812a877b8 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:38:16.464163 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (11dec33a-5c73-42bc-8432-04a812a877b8), before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.483969 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: a22e5faf-564a-4f10-97db-70faa24472aa {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:38:16.491229 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device a22e5faf-564a-4f10-97db-70faa24472aa not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:38:16.571711 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] For port 11dec33a-5c73-42bc-8432-04a812a877b8, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=11dec33a-5c73-42bc-8432-04a812a877b8,segment=NetworkSegment(3c0a6bb0-292c-41ae-ade2-ebf83353e249),segment_id=3c0a6bb0-292c-41ae-ade2-ebf83353e249)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:38:16.572488 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (11dec33a-5c73-42bc-8432-04a812a877b8), precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.592062 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Calling delete_port for 11dec33a-5c73-42bc-8432-04a812a877b8 owned by network:dhcp {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:38:16.593959 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (11dec33a-5c73-42bc-8432-04a812a877b8), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.623779 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] Pushing event deleted for resources: {'Port': ['ID=11dec33a-5c73-42bc-8432-04a812a877b8,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:16.626319 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] No DVR routers for this DVR port 11dec33a-5c73-42bc-8432-04a812a877b8 on host dv-cinder-859186-2-iscsi {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:38:16.695885 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674'] for port (11dec33a-5c73-42bc-8432-04a812a877b8), after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.714525 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (d6a60f69-a1be-43ae-8a50-02a99ceaebaf), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.729197 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Pushing event deleted for resources: {'Port': ['ID=11dec33a-5c73-42bc-8432-04a812a877b8,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:16.732674 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] No DVR routers for this DVR port 11dec33a-5c73-42bc-8432-04a812a877b8 on host dv-cinder-859186-2-iscsi {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:38:16.743520 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a60f69-a1be-43ae-8a50-02a99ceaebaf']}} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:38:16.744478 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:16.745129 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:16.745753 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:16.746236 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:16.746786 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:16.747261 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:16.747738 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:16.748230 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:16.748742 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:16.749215 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:16.749688 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:16.750356 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:16.750827 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:16.751404 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:16.751872 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509234db-134a-4d34-af29-7ae5432d9b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:16.754547 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0a6bb0-292c-41ae-ade2-ebf83353e249') {'for_net_delete': True} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:38:16.754855 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0a6bb0-292c-41ae-ade2-ebf83353e249') {} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:38:16.766399 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421624'] for segment (3c0a6bb0-292c-41ae-ade2-ebf83353e249), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.784010 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (3c0a6bb0-292c-41ae-ade2-ebf83353e249), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.792673 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:38:16.793069 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2423299'] for segment (3c0a6bb0-292c-41ae-ade2-ebf83353e249), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.833610 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44602) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:16.838464 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment 3c0a6bb0-292c-41ae-ade2-ebf83353e249 resource provider aggregate not found Sep 26 05:38:16.864967 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment 3c0a6bb0-292c-41ae-ade2-ebf83353e249 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c0a6bb0-292c-41ae-ade2-ebf83353e249 found for delete ", "request_id": "req-ec26eb36-2626-44bf-b4ba-f066562fd64a"}]} Sep 26 05:38:16.867035 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (d6a60f69-a1be-43ae-8a50-02a99ceaebaf), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.873481 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:16.877168 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/d6a60f69-a1be-43ae-8a50-02a99ceaebaf HTTP/1.1" status: 204 len: 168 time: 0.7000744 Sep 26 05:38:16.893271 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e411f51-ff90-4a31-a70d-313167642926 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6a60f69-a1be-43ae-8a50-02a99ceaebaf,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:16.981901 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d2058496-7ca2-498c-925c-cad453956147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:17.015626 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44618) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:17.076870 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-5bba4586-f61f-4172-8426-8958318eda7a admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=49fe69e57e744eea93988aecfa9decc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600078 Sep 26 05:38:17.079299 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44620) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:17.089208 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d2058496-7ca2-498c-925c-cad453956147 admin admin] Publish callbacks [] for security_group (3f7f6d3c-d5cc-4062-95fb-056ec4c3484b), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:17.095450 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d2058496-7ca2-498c-925c-cad453956147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3f7f6d3c-d5cc-4062-95fb-056ec4c3484b), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:17.140320 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-d2058496-7ca2-498c-925c-cad453956147 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7c74432f09664669ba8008b92d8eb64b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033733 Sep 26 05:38:17.140320 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2058496-7ca2-498c-925c-cad453956147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7f6d3c-d5cc-4062-95fb-056ec4c3484b,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:17.142146 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44622) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:17.143706 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-434bafa4-56a4-493b-9505-19ef8d6662ed admin admin] Publish callbacks [] for security_group (6b328c10-d16b-4d3b-9661-6282176a145a), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:17.165968 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:17.172086 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-434bafa4-56a4-493b-9505-19ef8d6662ed admin admin] Publish callbacks [] for security_group (6b328c10-d16b-4d3b-9661-6282176a145a), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:17.199359 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d106c40a-3ca2-4628-8686-9f9f53e6230c admin admin] Publish callbacks [] for security_group (3f7f6d3c-d5cc-4062-95fb-056ec4c3484b), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:17.225283 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-434bafa4-56a4-493b-9505-19ef8d6662ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (6b328c10-d16b-4d3b-9661-6282176a145a), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:17.228281 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-434bafa4-56a4-493b-9505-19ef8d6662ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:17.228616 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d106c40a-3ca2-4628-8686-9f9f53e6230c admin admin] Publish callbacks [] for security_group (3f7f6d3c-d5cc-4062-95fb-056ec4c3484b), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:17.229569 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-434bafa4-56a4-493b-9505-19ef8d6662ed admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6b328c10-d16b-4d3b-9661-6282176a145a HTTP/1.1" status: 204 len: 168 time: 0.1491308 Sep 26 05:38:17.239637 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bafa4-56a4-493b-9505-19ef8d6662ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b328c10-d16b-4d3b-9661-6282176a145a,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:17.290753 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d106c40a-3ca2-4628-8686-9f9f53e6230c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3f7f6d3c-d5cc-4062-95fb-056ec4c3484b), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:17.293639 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-d106c40a-3ca2-4628-8686-9f9f53e6230c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:17.297131 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-d106c40a-3ca2-4628-8686-9f9f53e6230c admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3f7f6d3c-d5cc-4062-95fb-056ec4c3484b HTTP/1.1" status: 204 len: 168 time: 0.1514509 Sep 26 05:38:17.320213 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106c40a-3ca2-4628-8686-9f9f53e6230c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7f6d3c-d5cc-4062-95fb-056ec4c3484b,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:17.340543 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:18.149519 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:18.343897 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 11dec33a-5c73-42bc-8432-04a812a877b8 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:38:18.377249 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 11dec33a-5c73-42bc-8432-04a812a877b8 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:38:18.377601 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 11dec33a-5c73-42bc-8432-04a812a877b8 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:38:19.102116 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44686) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:19.207826 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-28d0dd3b-eb82-48d6-a96b-a9001c698f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:19.283583 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-28d0dd3b-eb82-48d6-a96b-a9001c698f1c admin admin] Publish callbacks [] for security_group (5d1be42b-bbbf-46df-8b22-8b2ce3d9f43e), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:19.287343 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-28d0dd3b-eb82-48d6-a96b-a9001c698f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (5d1be42b-bbbf-46df-8b22-8b2ce3d9f43e), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:19.326654 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-28d0dd3b-eb82-48d6-a96b-a9001c698f1c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=5be2f7492aa340d29c57c6844e484d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234221 Sep 26 05:38:19.327803 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0dd3b-eb82-48d6-a96b-a9001c698f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1be42b-bbbf-46df-8b22-8b2ce3d9f43e,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:19.329411 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44692) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:19.377855 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ae78f06e-29b7-4a3e-9325-60b74aaacf4d admin admin] Publish callbacks [] for security_group (5d1be42b-bbbf-46df-8b22-8b2ce3d9f43e), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:19.397048 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ae78f06e-29b7-4a3e-9325-60b74aaacf4d admin admin] Publish callbacks [] for security_group (5d1be42b-bbbf-46df-8b22-8b2ce3d9f43e), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:19.442226 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ae78f06e-29b7-4a3e-9325-60b74aaacf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (5d1be42b-bbbf-46df-8b22-8b2ce3d9f43e), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:19.444875 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ae78f06e-29b7-4a3e-9325-60b74aaacf4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:19.446093 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-ae78f06e-29b7-4a3e-9325-60b74aaacf4d admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/5d1be42b-bbbf-46df-8b22-8b2ce3d9f43e HTTP/1.1" status: 204 len: 168 time: 0.1156659 Sep 26 05:38:19.454161 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78f06e-29b7-4a3e-9325-60b74aaacf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1be42b-bbbf-46df-8b22-8b2ce3d9f43e,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:19.711887 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44700) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:19.725850 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4e99c51b-642f-490e-abdd-58d553773690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:19.727498 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:19.812884 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4e99c51b-642f-490e-abdd-58d553773690 admin admin] Publish callbacks [] for security_group (4b1bba89-1bfb-40e5-a278-2c2ececf3da5), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:19.816897 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4e99c51b-642f-490e-abdd-58d553773690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (4b1bba89-1bfb-40e5-a278-2c2ececf3da5), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:19.854489 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99c51b-642f-490e-abdd-58d553773690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1bba89-1bfb-40e5-a278-2c2ececf3da5,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:19.861604 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-4e99c51b-642f-490e-abdd-58d553773690 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4182a390f6d84e18aa4f148daa094e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462612 Sep 26 05:38:19.861909 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44710) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:19.913935 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-941aa422-8807-4497-be28-e1ac4d77ab8a admin admin] Publish callbacks [] for security_group (4b1bba89-1bfb-40e5-a278-2c2ececf3da5), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:19.923262 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:19.937037 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-941aa422-8807-4497-be28-e1ac4d77ab8a admin admin] Publish callbacks [] for security_group (4b1bba89-1bfb-40e5-a278-2c2ececf3da5), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:19.987093 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-941aa422-8807-4497-be28-e1ac4d77ab8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (4b1bba89-1bfb-40e5-a278-2c2ececf3da5), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:19.989700 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-941aa422-8807-4497-be28-e1ac4d77ab8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:19.990871 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-941aa422-8807-4497-be28-e1ac4d77ab8a admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/4b1bba89-1bfb-40e5-a278-2c2ececf3da5 HTTP/1.1" status: 204 len: 168 time: 0.1280963 Sep 26 05:38:20.001269 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941aa422-8807-4497-be28-e1ac4d77ab8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1bba89-1bfb-40e5-a278-2c2ececf3da5,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:20.797165 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-0dbe3555-19a2-4db3-a61a-96936681cd6e req-2f34b9af-47dd-44b1-96a1-11446f1757e9 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384340 Sep 26 05:38:20.884283 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe3555-19a2-4db3-a61a-96936681cd6e req-40afb75e-e262-4540-9706-34489d04a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:20.885829 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-0dbe3555-19a2-4db3-a61a-96936681cd6e req-40afb75e-e262-4540-9706-34489d04a46e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 1129 time: 0.0461116 Sep 26 05:38:20.990744 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe3555-19a2-4db3-a61a-96936681cd6e req-ab321484-360c-4593-a8a5-e4a5547836ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:20.992213 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-0dbe3555-19a2-4db3-a61a-96936681cd6e req-ab321484-360c-4593-a8a5-e4a5547836ee service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 913 time: 0.0897171 Sep 26 05:38:21.062803 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-0dbe3555-19a2-4db3-a61a-96936681cd6e req-2471c6f4-5278-414c-9e5a-8c70aaa1ceea service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e47ebac1-d877-4ac1-8e2f-fb371cb2f895 HTTP/1.1" status: 200 len: 1001 time: 0.0641482 Sep 26 05:38:21.098574 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:21.131020 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe3555-19a2-4db3-a61a-96936681cd6e req-55a33706-de96-4ca5-9631-ac6eb9efa339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:21.132825 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-0dbe3555-19a2-4db3-a61a-96936681cd6e req-55a33706-de96-4ca5-9631-ac6eb9efa339 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4408293b-c7bd-46de-8b4c-2f69b84d7882 HTTP/1.1" status: 200 len: 851 time: 0.0636656 Sep 26 05:38:21.184511 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe3555-19a2-4db3-a61a-96936681cd6e req-480220a2-786f-43f7-86fd-ffb9edb4f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:21.186742 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-0dbe3555-19a2-4db3-a61a-96936681cd6e req-480220a2-786f-43f7-86fd-ffb9edb4f0ae service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=aa57f4f4-2276-4970-8337-66a125f8a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477889 Sep 26 05:38:21.306244 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-0dbe3555-19a2-4db3-a61a-96936681cd6e req-10b89e27-a24c-4a14-91c9-476a09bcc238 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116607 Sep 26 05:38:21.407285 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-0dbe3555-19a2-4db3-a61a-96936681cd6e req-6c8214e5-bb03-4873-a583-ed296e031df6 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950730 Sep 26 05:38:21.455119 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44772) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:21.692110 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-033bd658-46fa-495d-a991-b62af563763c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:21.770397 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-033bd658-46fa-495d-a991-b62af563763c admin admin] Publish callbacks [] for security_group (843bb7d3-64bc-4423-87dd-8ccbd061b600), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:21.774587 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-033bd658-46fa-495d-a991-b62af563763c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (843bb7d3-64bc-4423-87dd-8ccbd061b600), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:21.820515 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-033bd658-46fa-495d-a991-b62af563763c admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0bbc1b0230a949c19ff51a3e9335ac8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3620255 Sep 26 05:38:21.820986 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44796) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:21.828384 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bd658-46fa-495d-a991-b62af563763c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843bb7d3-64bc-4423-87dd-8ccbd061b600,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:21.877369 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-dbf70813-6a01-4e41-ab65-ae1935a8ddf3 admin admin] Publish callbacks [] for security_group (843bb7d3-64bc-4423-87dd-8ccbd061b600), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:21.901127 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-dbf70813-6a01-4e41-ab65-ae1935a8ddf3 admin admin] Publish callbacks [] for security_group (843bb7d3-64bc-4423-87dd-8ccbd061b600), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:21.953916 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-dbf70813-6a01-4e41-ab65-ae1935a8ddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (843bb7d3-64bc-4423-87dd-8ccbd061b600), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:21.956554 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-dbf70813-6a01-4e41-ab65-ae1935a8ddf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:21.957931 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-dbf70813-6a01-4e41-ab65-ae1935a8ddf3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/843bb7d3-64bc-4423-87dd-8ccbd061b600 HTTP/1.1" status: 204 len: 168 time: 0.1361158 Sep 26 05:38:21.968089 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf70813-6a01-4e41-ab65-ae1935a8ddf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843bb7d3-64bc-4423-87dd-8ccbd061b600,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:22.157451 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44812) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:22.259256 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44816) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:22.286536 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9b2e4193-a59a-4cce-822a-9a45bda99ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:22.289455 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-42760fac-4838-4ae3-a817-cae221734ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:22.365672 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:22.430946 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9b2e4193-a59a-4cce-822a-9a45bda99ed3 admin admin] Publish callbacks [] for security_group (628cc48e-e7e9-48ca-b5d3-b0dfbff4cd9a), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:22.433284 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-42760fac-4838-4ae3-a817-cae221734ba7 admin admin] Publish callbacks [] for security_group (895144e2-8dd7-4536-83f9-754f8ba47bbc), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:22.434747 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-9b2e4193-a59a-4cce-822a-9a45bda99ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (628cc48e-e7e9-48ca-b5d3-b0dfbff4cd9a), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:22.450519 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-42760fac-4838-4ae3-a817-cae221734ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (895144e2-8dd7-4536-83f9-754f8ba47bbc), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:22.491560 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e4193-a59a-4cce-822a-9a45bda99ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628cc48e-e7e9-48ca-b5d3-b0dfbff4cd9a,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:22.504471 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-9b2e4193-a59a-4cce-822a-9a45bda99ed3 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7aabb8efe3014f3bba3d3ab66f65ec95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416661 Sep 26 05:38:22.505211 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44820) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:22.508608 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-42760fac-4838-4ae3-a817-cae221734ba7 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=7014ddb5f34d4915bb3def14c2814e5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500636 Sep 26 05:38:22.509184 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44822) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:22.548631 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42760fac-4838-4ae3-a817-cae221734ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895144e2-8dd7-4536-83f9-754f8ba47bbc,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:22.578858 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-cbc1f75b-2cee-4993-81ac-b0f2de104d4f admin admin] Publish callbacks [] for security_group (628cc48e-e7e9-48ca-b5d3-b0dfbff4cd9a), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:22.585220 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6601147a-cc0e-47d4-80b7-f5f8422c39dc admin admin] Publish callbacks [] for security_group (895144e2-8dd7-4536-83f9-754f8ba47bbc), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:22.603084 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-cbc1f75b-2cee-4993-81ac-b0f2de104d4f admin admin] Publish callbacks [] for security_group (628cc48e-e7e9-48ca-b5d3-b0dfbff4cd9a), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:22.608842 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6601147a-cc0e-47d4-80b7-f5f8422c39dc admin admin] Publish callbacks [] for security_group (895144e2-8dd7-4536-83f9-754f8ba47bbc), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:22.618288 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:22.626280 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:22.660537 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6601147a-cc0e-47d4-80b7-f5f8422c39dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (895144e2-8dd7-4536-83f9-754f8ba47bbc), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:22.662145 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-cbc1f75b-2cee-4993-81ac-b0f2de104d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (628cc48e-e7e9-48ca-b5d3-b0dfbff4cd9a), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:22.663107 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6601147a-cc0e-47d4-80b7-f5f8422c39dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:22.664292 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-6601147a-cc0e-47d4-80b7-f5f8422c39dc admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/895144e2-8dd7-4536-83f9-754f8ba47bbc HTTP/1.1" status: 204 len: 168 time: 0.1491001 Sep 26 05:38:22.664933 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-cbc1f75b-2cee-4993-81ac-b0f2de104d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:22.666015 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-cbc1f75b-2cee-4993-81ac-b0f2de104d4f admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/628cc48e-e7e9-48ca-b5d3-b0dfbff4cd9a HTTP/1.1" status: 204 len: 168 time: 0.1598175 Sep 26 05:38:22.673077 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601147a-cc0e-47d4-80b7-f5f8422c39dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895144e2-8dd7-4536-83f9-754f8ba47bbc,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:22.686246 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1f75b-2cee-4993-81ac-b0f2de104d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628cc48e-e7e9-48ca-b5d3-b0dfbff4cd9a,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:23.006989 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44832) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:23.008301 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44834) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:23.022831 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-68037cc7-d621-4adb-8953-392f96476ec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:23.024172 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b2fc-0023-46be-ab9c-3eb58f720eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:23.105575 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b2fc-0023-46be-ab9c-3eb58f720eb4 admin admin] Publish callbacks [] for security_group (18fd3790-6df1-46c8-9127-27751329f1a0), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:23.106644 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-68037cc7-d621-4adb-8953-392f96476ec6 admin admin] Publish callbacks [] for security_group (e6ae047f-97b3-49ad-be99-5e5ebda93257), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:23.113898 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4ae8b2fc-0023-46be-ab9c-3eb58f720eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (18fd3790-6df1-46c8-9127-27751329f1a0), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:23.114854 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-68037cc7-d621-4adb-8953-392f96476ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (e6ae047f-97b3-49ad-be99-5e5ebda93257), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:23.153546 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8b2fc-0023-46be-ab9c-3eb58f720eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fd3790-6df1-46c8-9127-27751329f1a0,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:23.154615 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68037cc7-d621-4adb-8953-392f96476ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ae047f-97b3-49ad-be99-5e5ebda93257,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:23.160328 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-4ae8b2fc-0023-46be-ab9c-3eb58f720eb4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=fc71909b91544f2a974f86a10e25ca1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498787 Sep 26 05:38:23.160505 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-68037cc7-d621-4adb-8953-392f96476ec6 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=22965960fb084c0190a880dceeec13d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509402 Sep 26 05:38:23.161431 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44836) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:23.162749 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44838) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:23.249676 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e76951f9-2bf1-4a4f-9c1e-0289f0e9e7e4 admin admin] Publish callbacks [] for security_group (18fd3790-6df1-46c8-9127-27751329f1a0), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:23.258166 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3bc209a6-655a-4b23-b4c2-0178a238ecd1 admin admin] Publish callbacks [] for security_group (e6ae047f-97b3-49ad-be99-5e5ebda93257), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:23.281400 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9fd353c0-4545-440c-9ec7-804f4126ab0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:23.284749 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e76951f9-2bf1-4a4f-9c1e-0289f0e9e7e4 admin admin] Publish callbacks [] for security_group (18fd3790-6df1-46c8-9127-27751329f1a0), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:23.299902 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3bc209a6-655a-4b23-b4c2-0178a238ecd1 admin admin] Publish callbacks [] for security_group (e6ae047f-97b3-49ad-be99-5e5ebda93257), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:23.369749 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e76951f9-2bf1-4a4f-9c1e-0289f0e9e7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (18fd3790-6df1-46c8-9127-27751329f1a0), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:23.373380 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e76951f9-2bf1-4a4f-9c1e-0289f0e9e7e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:23.374972 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-e76951f9-2bf1-4a4f-9c1e-0289f0e9e7e4 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/18fd3790-6df1-46c8-9127-27751329f1a0 HTTP/1.1" status: 204 len: 168 time: 0.2130454 Sep 26 05:38:23.379450 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3bc209a6-655a-4b23-b4c2-0178a238ecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (e6ae047f-97b3-49ad-be99-5e5ebda93257), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:23.382086 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3bc209a6-655a-4b23-b4c2-0178a238ecd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:23.384295 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-3bc209a6-655a-4b23-b4c2-0178a238ecd1 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/e6ae047f-97b3-49ad-be99-5e5ebda93257 HTTP/1.1" status: 204 len: 168 time: 0.2194474 Sep 26 05:38:23.388989 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76951f9-2bf1-4a4f-9c1e-0289f0e9e7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fd3790-6df1-46c8-9127-27751329f1a0,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:23.398553 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc209a6-655a-4b23-b4c2-0178a238ecd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ae047f-97b3-49ad-be99-5e5ebda93257,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:23.704537 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad1a07-2ace-41ee-b949-d731cc5fd26e req-46f7260f-31d1-48a3-8bbf-cbb53c337f62 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:23.706056 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e7ad1a07-2ace-41ee-b949-d731cc5fd26e req-46f7260f-31d1-48a3-8bbf-cbb53c337f62 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 945 time: 0.0559359 Sep 26 05:38:23.761340 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:23.768327 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e7ad1a07-2ace-41ee-b949-d731cc5fd26e req-9a34195b-b876-4d69-9cfe-89c8d2c60ef5 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566919 Sep 26 05:38:23.799352 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44868) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:24.066235 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f0884-8842-4ca2-af85-45e1dbd999a3 tempest-TestMinimumBasicScenario-1904140760 tempest-TestMinimumBasicScenario-1904140760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:24.070658 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-a11f0884-8842-4ca2-af85-45e1dbd999a3 tempest-TestMinimumBasicScenario-1904140760 tempest-TestMinimumBasicScenario-1904140760-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 1124 time: 0.2680371 Sep 26 05:38:24.071007 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44884) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:24.076283 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Request body: {'floatingip': {'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'port_id': '3211bad3-a3ee-47c8-a87f-240818a7928b', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:24.098868 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:24.187949 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:24.307948 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44898) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:24.314503 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Allocated IP 172.27.0.58 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/9a2ce5b4-48ce-4d62-8216-4c1ca9a9b1fb) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:38:24.411635 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2008800269-network', 'tenant_id': '741fd985226b460a93af30e55719aab2'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:24.426201 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:24.435353 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] Made reservation on behalf of 741fd985226b460a93af30e55719aab2 for: {'network': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:38:24.437744 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for network (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:24.447719 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for port (9a2ce5b4-48ce-4d62-8216-4c1ca9a9b1fb), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:24.451595 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:24.486148 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (9a2ce5b4-48ce-4d62-8216-4c1ca9a9b1fb), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:24.536805 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:38:24.542105 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:38:24.544717 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Pushing event updated for resources: {'Port': ['ID=9a2ce5b4-48ce-4d62-8216-4c1ca9a9b1fb,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:24.546938 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:38:24.549989 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] Publish callbacks [] for security_group (762f6746-0f1c-4dd6-b211-16d1e0276fcc), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:24.555493 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (762f6746-0f1c-4dd6-b211-16d1e0276fcc), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:24.567296 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:24.588398 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106341) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 05:38:24.609953 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762f6746-0f1c-4dd6-b211-16d1e0276fcc,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:24.613230 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (ee66db1f-5d09-4924-b17a-e8eafd190145), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:24.613569 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.segments_db [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] Added segment ee66db1f-5d09-4924-b17a-e8eafd190145 of type vlan for network 3f90c229-cdcb-41cd-bb83-7856e14af107 Sep 26 05:38:24.653650 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:24.664393 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757567659439'] for network (3f90c229-cdcb-41cd-bb83-7856e14af107), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:24.701116 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399'] for network (3f90c229-cdcb-41cd-bb83-7856e14af107), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:24.702830 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:24.703528 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:24.781950 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] 10.222.0.49 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4717438 Sep 26 05:38:24.786088 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44914) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:24.791646 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-d7ba8ddd-51cc-4f28-ba32-b41cf0d878ae admin admin] Request body: {'subnet': {'network_id': '3f90c229-cdcb-41cd-bb83-7856e14af107', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2008800269-subnet', 'tenant_id': '741fd985226b460a93af30e55719aab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:24.800306 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fd87e-e577-4f1e-ab2c-505f015f48f6 admin admin] Pushing event updated for resources: {'Network': ['ID=3f90c229-cdcb-41cd-bb83-7856e14af107,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:24.815317 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Network 3f90c229-cdcb-41cd-bb83-7856e14af107 details requested by agent ovs-agent-dv-cinder-859186-2-iscsi with host dv-cinder-859186-2-iscsi {{(pid=106342) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 05:38:24.822216 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ba8ddd-51cc-4f28-ba32-b41cf0d878ae admin admin] Made reservation on behalf of 741fd985226b460a93af30e55719aab2 for: {'subnet': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:38:24.826123 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d7ba8ddd-51cc-4f28-ba32-b41cf0d878ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2802011'] for subnet (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:24.985558 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for floatingip (7757611d-a47e-442c-a24f-a16819e2cae2), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:25.032373 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d7ba8ddd-51cc-4f28-ba32-b41cf0d878ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2421606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2801997'] for subnet (243b4e10-7517-4339-ad6e-7262b14c2234), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:25.057320 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:25.061959 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (9a2ce5b4-48ce-4d62-8216-4c1ca9a9b1fb), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:25.086735 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba8ddd-51cc-4f28-ba32-b41cf0d878ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=243b4e10-7517-4339-ad6e-7262b14c2234,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:25.104831 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ba8ddd-51cc-4f28-ba32-b41cf0d878ae admin admin] Checking segment: {'id': 'ee66db1f-5d09-4924-b17a-e8eafd190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3f90c229-cdcb-41cd-bb83-7856e14af107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:38:25.105179 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ba8ddd-51cc-4f28-ba32-b41cf0d878ae admin admin] Network hostable DHCP agents. Network: 3f90c229-cdcb-41cd-bb83-7856e14af107, hostable agents: ['c62268b2-a3da-4d97-a8a3-c573fef7516f'], hosted agents: [] {{(pid=106341) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 05:38:25.130310 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ba8ddd-51cc-4f28-ba32-b41cf0d878ae admin admin] Network 3f90c229-cdcb-41cd-bb83-7856e14af107 is scheduled to be hosted by DHCP agent c62268b2-a3da-4d97-a8a3-c573fef7516f with binding_index 1 {{(pid=106341) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 05:38:25.142703 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [None req-d7ba8ddd-51cc-4f28-ba32-b41cf0d878ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-2-iscsi, 3f90c229-cdcb-41cd-bb83-7856e14af107) {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:38:25.147266 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ba8ddd-51cc-4f28-ba32-b41cf0d878ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:25.148005 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d7ba8ddd-51cc-4f28-ba32-b41cf0d878ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:25.154412 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8762e10-c294-4aa9-b936-5887ec3648d4 None None] Network 3f90c229-cdcb-41cd-bb83-7856e14af107 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:38:25.170400 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-d7ba8ddd-51cc-4f28-ba32-b41cf0d878ae admin admin] 10.222.0.49 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3829174 Sep 26 05:38:25.266664 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for port (9a2ce5b4-48ce-4d62-8216-4c1ca9a9b1fb), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:25.278600 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (9a2ce5b4-48ce-4d62-8216-4c1ca9a9b1fb), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:25.279683 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6a4c46-6b90-4746-be22-a8ca583e74d3 None None] Network 3f90c229-cdcb-41cd-bb83-7856e14af107 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:38:25.357119 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (7757611d-a47e-442c-a24f-a16819e2cae2), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:25.360293 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Pushing event updated for resources: {'Port': ['ID=9a2ce5b4-48ce-4d62-8216-4c1ca9a9b1fb,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:25.471751 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Floating IP 7757611d-a47e-442c-a24f-a16819e2cae2 associated. External IP: 172.27.0.58, port: 3211bad3-a3ee-47c8-a87f-240818a7928b. Sep 26 05:38:25.641258 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-75bcecb2-1b5a-4fe2-9ffe-f3ad5968396e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:25.723137 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:25.736612 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Router 21a96fb6-db12-409e-ba7c-580615c47c03 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:38:25.848420 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:38:25.858248 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dfa1a8-b38c-4c07-9b8f-14280e9e105f None None] Sync routers for ids ['21a96fb6-db12-409e-ba7c-580615c47c03'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:38:25.866755 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:25.868226 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dfa1a8-b38c-4c07-9b8f-14280e9e105f None None] Routers {'21a96fb6-db12-409e-ba7c-580615c47c03'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:38:25.868753 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-95dfa1a8-b38c-4c07-9b8f-14280e9e105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:38:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['21a96fb6-db12-409e-ba7c-580615c47c03'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:38:25.903054 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-a2c23461-9090-4343-94b2-eaf4442f1447 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8303192 Sep 26 05:38:25.903720 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'tag': '3211bad3-a3ee-47c8-a87f-240818a7928b'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:38:25.905986 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a16e4c-cfe2-4113-bfdb-44bed5fded00" -d '{"events": [{"name": "network-changed", "server_uuid": "2df85633-fcf8-4640-bfac-ffc0f55778ac", "tag": "3211bad3-a3ee-47c8-a87f-240818a7928b"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:38:25.906598 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44944) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:25.912305 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-1322f049-81e2-4f30-85f4-8170e12ba2f5 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-232110990', 'description': 'tempest-secgroup-smoke-232110990 description', 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:25.946976 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1322f049-81e2-4f30-85f4-8170e12ba2f5 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:25.958293 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8410f2b5-954d-48c1-aa90-24af8181982e x-openstack-request-id: req-8410f2b5-954d-48c1-aa90-24af8181982e {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:38:25.958913 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df85633-fcf8-4640-bfac-ffc0f55778ac", "tag": "3211bad3-a3ee-47c8-a87f-240818a7928b", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:38:25.959294 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8410f2b5-954d-48c1-aa90-24af8181982e {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:38:25.959707 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8410f2b5-954d-48c1-aa90-24af8181982e'] response: {'name': 'network-changed', 'server_uuid': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'tag': '3211bad3-a3ee-47c8-a87f-240818a7928b', 'status': 'completed', 'code': 200} Sep 26 05:38:25.978474 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-95dfa1a8-b38c-4c07-9b8f-14280e9e105f None None] Set router 21a96fb6-db12-409e-ba7c-580615c47c03 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:38:26.024735 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:26.055228 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a16e4c-cfe2-4113-bfdb-44bed5fded00 req-4c441ab7-fbc7-4423-b15c-fef783d12639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:26.056879 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-e0a16e4c-cfe2-4113-bfdb-44bed5fded00 req-4c441ab7-fbc7-4423-b15c-fef783d12639 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=acb97fc9f6ca4cc3970ba2192c2fa3c1&device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 1129 time: 0.0667746 Sep 26 05:38:26.059270 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1322f049-81e2-4f30-85f4-8170e12ba2f5 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group (beb46e1e-e3d5-4418-93f8-6107d39b0841), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.063069 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1322f049-81e2-4f30-85f4-8170e12ba2f5 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (beb46e1e-e3d5-4418-93f8-6107d39b0841), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.084373 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:26.135673 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1322f049-81e2-4f30-85f4-8170e12ba2f5 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.137495 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-1322f049-81e2-4f30-85f4-8170e12ba2f5 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2292602 Sep 26 05:38:26.140788 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44948) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:26.146509 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-ee3e5187-7dd9-4e48-bffe-eebed5d4b9c2 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Request body: {'security_group_rule': {'security_group_id': 'beb46e1e-e3d5-4418-93f8-6107d39b0841', 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:26.150166 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322f049-81e2-4f30-85f4-8170e12ba2f5 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb46e1e-e3d5-4418-93f8-6107d39b0841,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:26.190836 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5187-7dd9-4e48-bffe-eebed5d4b9c2 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (03867e6b-60ac-4e82-927a-ddb793b0ac3f), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.195123 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a16e4c-cfe2-4113-bfdb-44bed5fded00 req-6950e453-1591-4451-981e-ef9c77243b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:26.196665 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-e0a16e4c-cfe2-4113-bfdb-44bed5fded00 req-6950e453-1591-4451-981e-ef9c77243b01 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 HTTP/1.1" status: 200 len: 916 time: 0.1298497 Sep 26 05:38:26.202286 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-95dfa1a8-b38c-4c07-9b8f-14280e9e105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'gw_port': {'id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '7757611d-a47e-442c-a24f-a16819e2cae2', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'port_id': '3211bad3-a3ee-47c8-a87f-240818a7928b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'mac_address': 'fa:16:3e:6e:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:38:24Z', 'updated_at': '2022-09-26T05:38:24Z', 'revision_number': 0, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3ef3b5-3f05-4e29-a08f-111bca94a34d', 'name': '', 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'mac_address': 'fa:16:3e:7c:5a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:09Z', 'updated_at': '2022-09-26T05:37:14Z', 'revision_number': 5, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'subnets': [{'id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:38:26.226531 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:26.226860 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dfa1a8-b38c-4c07-9b8f-14280e9e105f None None] Checking router: 21a96fb6-db12-409e-ba7c-580615c47c03 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:38:26.236216 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dfa1a8-b38c-4c07-9b8f-14280e9e105f None None] Routers {'21a96fb6-db12-409e-ba7c-580615c47c03'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:38:26.236850 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-95dfa1a8-b38c-4c07-9b8f-14280e9e105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:38:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['21a96fb6-db12-409e-ba7c-580615c47c03'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:38:26.254304 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5187-7dd9-4e48-bffe-eebed5d4b9c2 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (03867e6b-60ac-4e82-927a-ddb793b0ac3f), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.259019 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5187-7dd9-4e48-bffe-eebed5d4b9c2 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (03867e6b-60ac-4e82-927a-ddb793b0ac3f), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.277796 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-e0a16e4c-cfe2-4113-bfdb-44bed5fded00 req-df37ffee-7ffa-45c2-9e81-44d872a88228 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3211bad3-a3ee-47c8-a87f-240818a7928b HTTP/1.1" status: 200 len: 998 time: 0.0735104 Sep 26 05:38:26.278687 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e5187-7dd9-4e48-bffe-eebed5d4b9c2 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03867e6b-60ac-4e82-927a-ddb793b0ac3f,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:26.286404 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-ee3e5187-7dd9-4e48-bffe-eebed5d4b9c2 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.290475 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-ee3e5187-7dd9-4e48-bffe-eebed5d4b9c2 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485066 Sep 26 05:38:26.291075 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44950) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:26.295353 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-df9a146d-992a-4f05-8338-6632d2903567 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Request body: {'security_group_rule': {'security_group_id': 'beb46e1e-e3d5-4418-93f8-6107d39b0841', 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:26.324457 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-df9a146d-992a-4f05-8338-6632d2903567 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (e88ee83f-0d85-4889-9dda-3cb9d704d11d), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.345582 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a16e4c-cfe2-4113-bfdb-44bed5fded00 req-e877d7e8-7552-437c-8d30-0447842e2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:26.347569 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-e0a16e4c-cfe2-4113-bfdb-44bed5fded00 req-e877d7e8-7552-437c-8d30-0447842e2686 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e7e2e204-cb7d-4ef2-a006-95b31578c234 HTTP/1.1" status: 200 len: 854 time: 0.0622241 Sep 26 05:38:26.392787 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-df9a146d-992a-4f05-8338-6632d2903567 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (e88ee83f-0d85-4889-9dda-3cb9d704d11d), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.397067 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-df9a146d-992a-4f05-8338-6632d2903567 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (e88ee83f-0d85-4889-9dda-3cb9d704d11d), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.401278 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a16e4c-cfe2-4113-bfdb-44bed5fded00 req-1930a54e-4fee-472d-bdf4-5f9441feb318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:26.403650 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-e0a16e4c-cfe2-4113-bfdb-44bed5fded00 req-1930a54e-4fee-472d-bdf4-5f9441feb318 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455883 Sep 26 05:38:26.416105 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a146d-992a-4f05-8338-6632d2903567 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88ee83f-0d85-4889-9dda-3cb9d704d11d,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:26.425606 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-df9a146d-992a-4f05-8338-6632d2903567 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.429847 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-df9a146d-992a-4f05-8338-6632d2903567 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375299 Sep 26 05:38:26.430142 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44952) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:26.433626 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-95dfa1a8-b38c-4c07-9b8f-14280e9e105f None None] Set router 21a96fb6-db12-409e-ba7c-580615c47c03 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:38:26.434705 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-b7a33428-75b3-44d1-9f7a-c32c9816d8ac tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Request body: {'security_group_rule': {'security_group_id': 'beb46e1e-e3d5-4418-93f8-6107d39b0841', 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:26.461410 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b7a33428-75b3-44d1-9f7a-c32c9816d8ac tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (1e41975e-cd92-4d6a-9a31-2c5a3db152ba), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.507808 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-e0a16e4c-cfe2-4113-bfdb-44bed5fded00 req-f637094d-bb38-4fb3-b307-da8576b3fb47 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963454 Sep 26 05:38:26.522587 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b7a33428-75b3-44d1-9f7a-c32c9816d8ac tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (1e41975e-cd92-4d6a-9a31-2c5a3db152ba), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.528929 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b7a33428-75b3-44d1-9f7a-c32c9816d8ac tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (1e41975e-cd92-4d6a-9a31-2c5a3db152ba), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.548541 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a33428-75b3-44d1-9f7a-c32c9816d8ac tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e41975e-cd92-4d6a-9a31-2c5a3db152ba,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:26.554716 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b7a33428-75b3-44d1-9f7a-c32c9816d8ac tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.555915 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-b7a33428-75b3-44d1-9f7a-c32c9816d8ac tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246874 Sep 26 05:38:26.558745 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44954) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:26.563719 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-55ef1fda-5b3c-4be1-a57d-a9d86d740051 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Request body: {'security_group_rule': {'security_group_id': 'beb46e1e-e3d5-4418-93f8-6107d39b0841', 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:26.591287 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-55ef1fda-5b3c-4be1-a57d-a9d86d740051 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (863d308b-01b2-4e6e-8b8a-3c7ed77a3a96), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.608872 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-e0a16e4c-cfe2-4113-bfdb-44bed5fded00 req-2de447f6-954d-4925-890e-b0d787b6c349 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945659 Sep 26 05:38:26.652217 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-55ef1fda-5b3c-4be1-a57d-a9d86d740051 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (863d308b-01b2-4e6e-8b8a-3c7ed77a3a96), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.656572 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-55ef1fda-5b3c-4be1-a57d-a9d86d740051 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (863d308b-01b2-4e6e-8b8a-3c7ed77a3a96), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.659207 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-95dfa1a8-b38c-4c07-9b8f-14280e9e105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'gw_port': {'id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '7757611d-a47e-442c-a24f-a16819e2cae2', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'port_id': '3211bad3-a3ee-47c8-a87f-240818a7928b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'mac_address': 'fa:16:3e:6e:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:38:24Z', 'updated_at': '2022-09-26T05:38:24Z', 'revision_number': 0, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3ef3b5-3f05-4e29-a08f-111bca94a34d', 'name': '', 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'mac_address': 'fa:16:3e:7c:5a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:09Z', 'updated_at': '2022-09-26T05:37:14Z', 'revision_number': 5, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'subnets': [{'id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:38:26.676653 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef1fda-5b3c-4be1-a57d-a9d86d740051 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863d308b-01b2-4e6e-8b8a-3c7ed77a3a96,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:26.686464 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-55ef1fda-5b3c-4be1-a57d-a9d86d740051 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.688213 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-55ef1fda-5b3c-4be1-a57d-a9d86d740051 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284826 Sep 26 05:38:26.689476 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dfa1a8-b38c-4c07-9b8f-14280e9e105f None None] The sync data for ids ['21a96fb6-db12-409e-ba7c-580615c47c03'] in dv-cinder-859186-2-iscsi is: [{'id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'gw_port': {'id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '7757611d-a47e-442c-a24f-a16819e2cae2', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'port_id': '3211bad3-a3ee-47c8-a87f-240818a7928b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'mac_address': 'fa:16:3e:6e:c9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:38:24Z', 'updated_at': '2022-09-26T05:38:24Z', 'revision_number': 0, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3ef3b5-3f05-4e29-a08f-111bca94a34d', 'name': '', 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'mac_address': 'fa:16:3e:7c:5a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:09Z', 'updated_at': '2022-09-26T05:37:14Z', 'revision_number': 5, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'subnets': [{'id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:38:26.690986 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 44958) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:26.695404 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-e833e91e-87ba-4cc5-bd54-4611ebadc32a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Request body: {'security_group_rule': {'security_group_id': 'beb46e1e-e3d5-4418-93f8-6107d39b0841', 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:26.705123 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:26.721386 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.securitygroups_db [None req-e833e91e-87ba-4cc5-bd54-4611ebadc32a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Project acb97fc9f6ca4cc3970ba2192c2fa3c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 05:38:26.731370 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e833e91e-87ba-4cc5-bd54-4611ebadc32a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (b0999ea5-f497-4c1c-873d-b7e5dd71fe63), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.749851 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.804241 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e833e91e-87ba-4cc5-bd54-4611ebadc32a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (b0999ea5-f497-4c1c-873d-b7e5dd71fe63), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.808126 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e833e91e-87ba-4cc5-bd54-4611ebadc32a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (b0999ea5-f497-4c1c-873d-b7e5dd71fe63), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.830385 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833e91e-87ba-4cc5-bd54-4611ebadc32a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0999ea5-f497-4c1c-873d-b7e5dd71fe63,revision_number=0']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:26.840989 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e833e91e-87ba-4cc5-bd54-4611ebadc32a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.842276 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-e833e91e-87ba-4cc5-bd54-4611ebadc32a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503367 Sep 26 05:38:26.845209 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 44966) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:26.850545 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [None req-69822295-a4bd-4bf6-b5f3-741d2d5a277a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Request body: {'security_group_rule': {'security_group_id': 'beb46e1e-e3d5-4418-93f8-6107d39b0841', 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:26.875834 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.securitygroups_db [None req-69822295-a4bd-4bf6-b5f3-741d2d5a277a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Project acb97fc9f6ca4cc3970ba2192c2fa3c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 05:38:26.885453 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-69822295-a4bd-4bf6-b5f3-741d2d5a277a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (fd71630e-f064-45aa-bfa8-1f425e7ccca1), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.968665 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-69822295-a4bd-4bf6-b5f3-741d2d5a277a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (fd71630e-f064-45aa-bfa8-1f425e7ccca1), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:26.975347 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-69822295-a4bd-4bf6-b5f3-741d2d5a277a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715157'] for security_group_rule (fd71630e-f064-45aa-bfa8-1f425e7ccca1), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:27.000688 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69822295-a4bd-4bf6-b5f3-741d2d5a277a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd71630e-f064-45aa-bfa8-1f425e7ccca1,revision_number=0']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:27.013947 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-69822295-a4bd-4bf6-b5f3-741d2d5a277a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:27.018122 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-69822295-a4bd-4bf6-b5f3-741d2d5a277a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1685472 Sep 26 05:38:27.068858 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fcc722-ed07-4593-a22a-8f6be3b29efa None None] New status for floating IP 7757611d-a47e-442c-a24f-a16819e2cae2: ACTIVE {{(pid=106342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:38:27.169424 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7f56d975-1fb9-4848-8b65-9ef4f0b71961 req-a7ec6b5a-b067-4cd0-9236-270ae233ef71 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-232110990&fields=id&tenant_id=acb97fc9f6ca4cc3970ba2192c2fa3c1 HTTP/1.1" status: 200 len: 267 time: 0.0856786 Sep 26 05:38:27.176163 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-d04fec51-95fe-4fd4-a706-df802f415e5a tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:27.177869 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-d04fec51-95fe-4fd4-a706-df802f415e5a tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3f90c229-cdcb-41cd-bb83-7856e14af107 HTTP/1.1" status: 200 len: 809 time: 0.1671953 Sep 26 05:38:27.217404 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-e297f69c-cda0-4ed7-b859-60bab66c40bd tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/quotas/741fd985226b460a93af30e55719aab2 HTTP/1.1" status: 200 len: 375 time: 0.0293746 Sep 26 05:38:27.243189 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56d975-1fb9-4848-8b65-9ef4f0b71961 req-326d1340-117c-49a7-9278-fc91cfcfc372 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:27.245218 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7f56d975-1fb9-4848-8b65-9ef4f0b71961 req-326d1340-117c-49a7-9278-fc91cfcfc372 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 945 time: 0.0658600 Sep 26 05:38:27.263094 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-d61a527e-d22a-40d0-b3cb-1bff15856a7d tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=741fd985226b460a93af30e55719aab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373445 Sep 26 05:38:27.266614 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-7f56d975-1fb9-4848-8b65-9ef4f0b71961 req-a4edc7be-55bb-43a5-ab29-51db74347e2b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Request body: {'port': {'security_groups': ['3852ab59-36fe-463c-8dd2-811d720107a6', 'beb46e1e-e3d5-4418-93f8-6107d39b0841']}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:27.281011 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:27.307952 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:27.398067 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-7f56d975-1fb9-4848-8b65-9ef4f0b71961 req-a4edc7be-55bb-43a5-ab29-51db74347e2b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:27.453799 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-cc09f3c4-c4c8-438d-924f-2aee0c5242bd service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3f90c229-cdcb-41cd-bb83-7856e14af107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817558 Sep 26 05:38:27.630201 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fc58d733-5f23-4a14-acf7-b4d94207dc83 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3f90c229-cdcb-41cd-bb83-7856e14af107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695919 Sep 26 05:38:27.680042 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-7f56d975-1fb9-4848-8b65-9ef4f0b71961 req-a4edc7be-55bb-43a5-ab29-51db74347e2b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] For port 3211bad3-a3ee-47c8-a87f-240818a7928b, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3211bad3-a3ee-47c8-a87f-240818a7928b,segment=NetworkSegment(d5e73e03-9eb8-414f-b107-c35e512c7d1a),segment_id=d5e73e03-9eb8-414f-b107-c35e512c7d1a)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:38:27.681557 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:27.713688 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-7f56d975-1fb9-4848-8b65-9ef4f0b71961 req-a4edc7be-55bb-43a5-ab29-51db74347e2b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:27.718583 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-7f56d975-1fb9-4848-8b65-9ef4f0b71961 req-a4edc7be-55bb-43a5-ab29-51db74347e2b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:27.729405 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56d975-1fb9-4848-8b65-9ef4f0b71961 req-a4edc7be-55bb-43a5-ab29-51db74347e2b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:27.730489 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-7f56d975-1fb9-4848-8b65-9ef4f0b71961 req-a4edc7be-55bb-43a5-ab29-51db74347e2b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:27.732217 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7f56d975-1fb9-4848-8b65-9ef4f0b71961 req-a4edc7be-55bb-43a5-ab29-51db74347e2b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "PUT /networking/v2.0/ports/3211bad3-a3ee-47c8-a87f-240818a7928b HTTP/1.1" status: 200 len: 981 time: 0.4722402 Sep 26 05:38:27.733425 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['3211bad3-a3ee-47c8-a87f-240818a7928b'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:38:27.799813 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edc7be-55bb-43a5-ab29-51db74347e2b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Pushing event updated for resources: {'Port': ['ID=3211bad3-a3ee-47c8-a87f-240818a7928b,revision_number=6']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:27.841793 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['3211bad3-a3ee-47c8-a87f-240818a7928b'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:38:27.908735 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4cc79f71-4aaf-4a90-b2cf-d31d86055c36 req-971ef0c2-af00-495e-a1c8-d88f1237c13a tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 210 time: 0.0608032 Sep 26 05:38:27.936780 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54091f3-68d0-4763-9fc9-55aee5929dfb req-debd9b5b-b309-42b8-a50f-e081194f35ad tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:27.936780 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c54091f3-68d0-4763-9fc9-55aee5929dfb req-debd9b5b-b309-42b8-a50f-e081194f35ad tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0983243 Sep 26 05:38:27.961481 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'tag': '3211bad3-a3ee-47c8-a87f-240818a7928b'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:38:27.963702 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c916cb-7948-4e92-91a1-15cb05cf8836" -d '{"events": [{"name": "network-changed", "server_uuid": "2df85633-fcf8-4640-bfac-ffc0f55778ac", "tag": "3211bad3-a3ee-47c8-a87f-240818a7928b"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:38:28.017317 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c54091f3-68d0-4763-9fc9-55aee5929dfb req-2a3bd9cf-06e3-4999-95ac-b645c2ef0426 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775223 Sep 26 05:38:28.022414 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eb9d3a-a67d-4413-8053-a84bd0f87f55 x-openstack-request-id: req-37eb9d3a-a67d-4413-8053-a84bd0f87f55 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:38:28.022696 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df85633-fcf8-4640-bfac-ffc0f55778ac", "tag": "3211bad3-a3ee-47c8-a87f-240818a7928b", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:38:28.022963 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37eb9d3a-a67d-4413-8053-a84bd0f87f55 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:38:28.023418 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37eb9d3a-a67d-4413-8053-a84bd0f87f55'] response: {'name': 'network-changed', 'server_uuid': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'tag': '3211bad3-a3ee-47c8-a87f-240818a7928b', 'status': 'completed', 'code': 200} Sep 26 05:38:28.086896 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:28.115260 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c916cb-7948-4e92-91a1-15cb05cf8836 req-108a7022-73f8-44a8-8864-1265f20ec456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:28.117558 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-23c916cb-7948-4e92-91a1-15cb05cf8836 req-108a7022-73f8-44a8-8864-1265f20ec456 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=acb97fc9f6ca4cc3970ba2192c2fa3c1&device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 1168 time: 0.0645092 Sep 26 05:38:28.380677 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:28.409285 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:28.495373 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c916cb-7948-4e92-91a1-15cb05cf8836 req-45941d4a-30a1-4080-8de8-137bd23c0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:28.497490 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-23c916cb-7948-4e92-91a1-15cb05cf8836 req-45941d4a-30a1-4080-8de8-137bd23c0075 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 HTTP/1.1" status: 200 len: 916 time: 0.3711700 Sep 26 05:38:28.519523 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:28.557682 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:28.574663 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-23c916cb-7948-4e92-91a1-15cb05cf8836 req-8c7ace36-d4e3-4c95-9870-ad07b144ad45 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3211bad3-a3ee-47c8-a87f-240818a7928b HTTP/1.1" status: 200 len: 1000 time: 0.0662897 Sep 26 05:38:28.635253 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c916cb-7948-4e92-91a1-15cb05cf8836 req-0af67d1e-fdb7-48ed-b681-2c43db9d2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:28.637000 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-23c916cb-7948-4e92-91a1-15cb05cf8836 req-0af67d1e-fdb7-48ed-b681-2c43db9d2b56 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e7e2e204-cb7d-4ef2-a006-95b31578c234 HTTP/1.1" status: 200 len: 854 time: 0.0455317 Sep 26 05:38:28.686399 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c916cb-7948-4e92-91a1-15cb05cf8836 req-595457fe-0120-48ed-9c50-8364348b13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:28.687872 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-23c916cb-7948-4e92-91a1-15cb05cf8836 req-595457fe-0120-48ed-9c50-8364348b13b1 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418143 Sep 26 05:38:29.026422 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-23c916cb-7948-4e92-91a1-15cb05cf8836 req-a30bb227-db02-44da-bdbe-2415eff6e68e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994802 Sep 26 05:38:29.043117 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f8f174af-0594-443f-b1fc-08b253bfe0ff req-258fa18c-c2ef-49bc-bb5d-8eed08ee8082 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 210 time: 0.0330114 Sep 26 05:38:29.179617 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:29.247432 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-7d42677e-4d29-4719-9616-a10b43615c58 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:29.248893 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-7d42677e-4d29-4719-9616-a10b43615c58 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.60 "GET /networking/v2.0/networks?id=3f90c229-cdcb-41cd-bb83-7856e14af107 HTTP/1.1" status: 200 len: 809 time: 0.1935284 Sep 26 05:38:29.259192 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-23c916cb-7948-4e92-91a1-15cb05cf8836 req-b3b9c38e-e2d4-4874-b2a0-76a9feaec18f service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121236 Sep 26 05:38:29.323196 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-765603f7-fc46-4bdf-a57c-b14522524203 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Request body: {'port': {'device_id': '3d34da53-72ea-475c-9422-2affe1a4200b', 'network_id': '3f90c229-cdcb-41cd-bb83-7856e14af107', 'admin_state_up': True, 'tenant_id': '741fd985226b460a93af30e55719aab2'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:29.409866 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 45024) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:29.435511 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-765603f7-fc46-4bdf-a57c-b14522524203 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Made reservation on behalf of 741fd985226b460a93af30e55719aab2 for: {'port': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:38:29.439557 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-765603f7-fc46-4bdf-a57c-b14522524203 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:29.521772 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e8d80ae3-2a26-4e83-9620-f7553562622f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:29.579955 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-765603f7-fc46-4bdf-a57c-b14522524203 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Allocated IP 172.20.0.4 (3f90c229-cdcb-41cd-bb83-7856e14af107/243b4e10-7517-4339-ad6e-7262b14c2234/3a68ab47-234f-4838-b521-c414edf4a944) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:38:29.597945 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e8d80ae3-2a26-4e83-9620-f7553562622f admin admin] Publish callbacks [] for security_group (86982f48-b650-47ec-ad58-2fe8a9f4cf73), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:29.601017 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e8d80ae3-2a26-4e83-9620-f7553562622f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (86982f48-b650-47ec-ad58-2fe8a9f4cf73), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:29.643820 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-e8d80ae3-2a26-4e83-9620-f7553562622f admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0c8167929fcc48ea9c50c9832a8fb045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328382 Sep 26 05:38:29.644797 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d80ae3-2a26-4e83-9620-f7553562622f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86982f48-b650-47ec-ad58-2fe8a9f4cf73,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:29.647144 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 45028) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:29.696324 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0c77b97c-f101-41c0-ab5f-fb6eedb5b6d3 admin admin] Publish callbacks [] for security_group (86982f48-b650-47ec-ad58-2fe8a9f4cf73), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:29.717273 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0c77b97c-f101-41c0-ab5f-fb6eedb5b6d3 admin admin] Publish callbacks [] for security_group (86982f48-b650-47ec-ad58-2fe8a9f4cf73), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:29.731044 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:29.742256 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-765603f7-fc46-4bdf-a57c-b14522524203 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks [] for port (3a68ab47-234f-4838-b521-c414edf4a944), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:29.764670 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0c77b97c-f101-41c0-ab5f-fb6eedb5b6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (86982f48-b650-47ec-ad58-2fe8a9f4cf73), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:29.765129 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:29.767165 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-0c77b97c-f101-41c0-ab5f-fb6eedb5b6d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:29.768313 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-0c77b97c-f101-41c0-ab5f-fb6eedb5b6d3 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/86982f48-b650-47ec-ad58-2fe8a9f4cf73 HTTP/1.1" status: 204 len: 168 time: 0.1202693 Sep 26 05:38:29.776168 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77b97c-f101-41c0-ab5f-fb6eedb5b6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86982f48-b650-47ec-ad58-2fe8a9f4cf73,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:29.784881 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-765603f7-fc46-4bdf-a57c-b14522524203 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (3a68ab47-234f-4838-b521-c414edf4a944), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:29.831937 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-765603f7-fc46-4bdf-a57c-b14522524203 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Network 3f90c229-cdcb-41cd-bb83-7856e14af107 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:38:29.835300 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-765603f7-fc46-4bdf-a57c-b14522524203 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:38:29.839111 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-765603f7-fc46-4bdf-a57c-b14522524203 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:38:29.863711 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765603f7-fc46-4bdf-a57c-b14522524203 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Pushing event updated for resources: {'Port': ['ID=3a68ab47-234f-4838-b521-c414edf4a944,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:29.894593 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-765603f7-fc46-4bdf-a57c-b14522524203 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:29.895203 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-765603f7-fc46-4bdf-a57c-b14522524203 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:29.912038 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-765603f7-fc46-4bdf-a57c-b14522524203 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932572 Sep 26 05:38:29.923219 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Request body: {'port': {'device_id': '3d34da53-72ea-475c-9422-2affe1a4200b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:29.985506 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3a68ab47-234f-4838-b521-c414edf4a944), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:30.067023 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 45034) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:30.080483 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-00638738-84eb-4426-87b2-be5e31078dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:30.172098 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:30.201111 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ab699-d9d5-4990-9e74-86a52557b527 req-7099b1d1-670e-4fbc-94de-60e6c5d439cf tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:30.202624 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7d1ab699-d9d5-4990-9e74-86a52557b527 req-7099b1d1-670e-4fbc-94de-60e6c5d439cf tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 931 time: 0.0667832 Sep 26 05:38:30.204399 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-00638738-84eb-4426-87b2-be5e31078dc0 admin admin] Publish callbacks [] for security_group (b7fadffe-bcb6-4412-b2b0-01c3dbb87bbc), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:30.208187 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-00638738-84eb-4426-87b2-be5e31078dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (b7fadffe-bcb6-4412-b2b0-01c3dbb87bbc), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:30.263318 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a68ab47-234f-4838-b521-c414edf4a944 {{(pid=106341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:38:30.266820 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-00638738-84eb-4426-87b2-be5e31078dc0 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=c1c3c93fa0a74015b3cbccd75f9e8615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987362 Sep 26 05:38:30.268943 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00638738-84eb-4426-87b2-be5e31078dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fadffe-bcb6-4412-b2b0-01c3dbb87bbc,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:30.269628 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 45038) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:30.272664 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Publish callbacks [] for port (3a68ab47-234f-4838-b521-c414edf4a944), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:30.295035 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7d1ab699-d9d5-4990-9e74-86a52557b527 req-a26ea4d1-00b9-4946-a8af-dbb42e745b19 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831881 Sep 26 05:38:30.306195 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.provisioning_blocks [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Transition to ACTIVE for port object 3a68ab47-234f-4838-b521-c414edf4a944 will not be triggered until provisioned by entity L2. {{(pid=106341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:38:30.315787 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (3a68ab47-234f-4838-b521-c414edf4a944), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:30.394118 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8814f90c-b40a-485b-a5f5-eecd47411ba8 admin admin] Publish callbacks [] for security_group (b7fadffe-bcb6-4412-b2b0-01c3dbb87bbc), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:30.395850 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Pushing event updated for resources: {'Port': ['ID=3a68ab47-234f-4838-b521-c414edf4a944,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:30.440232 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8814f90c-b40a-485b-a5f5-eecd47411ba8 admin admin] Publish callbacks [] for security_group (b7fadffe-bcb6-4412-b2b0-01c3dbb87bbc), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:30.489682 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Attempting to bind port 3a68ab47-234f-4838-b521-c414edf4a944 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:38:30.490016 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Attempting to bind port 3a68ab47-234f-4838-b521-c414edf4a944 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'ee66db1f-5d09-4924-b17a-e8eafd190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3f90c229-cdcb-41cd-bb83-7856e14af107'}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:38:30.490347 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Attempting to bind port 3a68ab47-234f-4838-b521-c414edf4a944 on network 3f90c229-cdcb-41cd-bb83-7856e14af107 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:38:30.536851 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8814f90c-b40a-485b-a5f5-eecd47411ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (b7fadffe-bcb6-4412-b2b0-01c3dbb87bbc), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:30.539208 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8814f90c-b40a-485b-a5f5-eecd47411ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:30.543206 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-8814f90c-b40a-485b-a5f5-eecd47411ba8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/b7fadffe-bcb6-4412-b2b0-01c3dbb87bbc HTTP/1.1" status: 204 len: 168 time: 0.2698057 Sep 26 05:38:30.544461 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Port 3a68ab47-234f-4838-b521-c414edf4a944 on network 3f90c229-cdcb-41cd-bb83-7856e14af107 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:38:30.545095 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Attempting to bind port 3a68ab47-234f-4838-b521-c414edf4a944 on network 3f90c229-cdcb-41cd-bb83-7856e14af107 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:38:30.551080 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:30.572521 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814f90c-b40a-485b-a5f5-eecd47411ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fadffe-bcb6-4412-b2b0-01c3dbb87bbc,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:30.601529 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:38:30.601890 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Checking segment: {'id': 'ee66db1f-5d09-4924-b17a-e8eafd190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3f90c229-cdcb-41cd-bb83-7856e14af107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:38:30.602256 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Bound using segment: {'id': 'ee66db1f-5d09-4924-b17a-e8eafd190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3f90c229-cdcb-41cd-bb83-7856e14af107'} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:38:30.602694 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Bound port: 3a68ab47-234f-4838-b521-c414edf4a944, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee66db1f-5d09-4924-b17a-e8eafd190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3f90c229-cdcb-41cd-bb83-7856e14af107'}}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:38:30.603080 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3a68ab47-234f-4838-b521-c414edf4a944), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:30.667441 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] For port 3a68ab47-234f-4838-b521-c414edf4a944, host hv-cinder-85918, cleared binding levels {{(pid=106341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:38:30.671419 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] For port 3a68ab47-234f-4838-b521-c414edf4a944, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3a68ab47-234f-4838-b521-c414edf4a944,segment=NetworkSegment(ee66db1f-5d09-4924-b17a-e8eafd190145),segment_id=ee66db1f-5d09-4924-b17a-e8eafd190145)] {{(pid=106341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:38:30.677357 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (3a68ab47-234f-4838-b521-c414edf4a944), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:30.681778 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:30.682570 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:30.684171 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/3a68ab47-234f-4838-b521-c414edf4a944 HTTP/1.1" status: 200 len: 1093 time: 0.7649519 Sep 26 05:38:30.684834 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d34da53-72ea-475c-9422-2affe1a4200b', 'tag': '3a68ab47-234f-4838-b521-c414edf4a944'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:38:30.687141 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f38db7-efaf-4d09-8bff-f9ad8a6a9258" -d '{"events": [{"name": "network-changed", "server_uuid": "3d34da53-72ea-475c-9422-2affe1a4200b", "tag": "3a68ab47-234f-4838-b521-c414edf4a944"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:38:30.742518 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db73f18a-f27d-49f2-a6dc-b3b79b5f061c x-openstack-request-id: req-db73f18a-f27d-49f2-a6dc-b3b79b5f061c {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:38:30.742802 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d34da53-72ea-475c-9422-2affe1a4200b", "tag": "3a68ab47-234f-4838-b521-c414edf4a944", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:38:30.743052 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db73f18a-f27d-49f2-a6dc-b3b79b5f061c {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:38:30.743448 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db73f18a-f27d-49f2-a6dc-b3b79b5f061c'] response: {'name': 'network-changed', 'server_uuid': '3d34da53-72ea-475c-9422-2affe1a4200b', 'tag': '3a68ab47-234f-4838-b521-c414edf4a944', 'status': 'completed', 'code': 200} Sep 26 05:38:30.771989 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb837904-c1c2-423c-8bdd-677f93a9e698 service neutron] Pushing event updated for resources: {'Port': ['ID=3a68ab47-234f-4838-b521-c414edf4a944,revision_number=3']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:30.782206 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-61d977bf-a90e-4583-a908-105c60c44fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:30.783359 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-61d977bf-a90e-4583-a908-105c60c44fa7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=741fd985226b460a93af30e55719aab2&device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 1127 time: 0.0558393 Sep 26 05:38:30.823896 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-d6cedcc4-1da3-4f90-8d67-6eb907666634 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a68ab47-234f-4838-b521-c414edf4a944 HTTP/1.1" status: 200 len: 217 time: 0.0328205 Sep 26 05:38:30.877926 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-1781d4d1-d57c-4e0f-808b-564976e2f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:30.879713 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-1781d4d1-d57c-4e0f-808b-564976e2f48d service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=243b4e10-7517-4339-ad6e-7262b14c2234 HTTP/1.1" status: 200 len: 849 time: 0.0502841 Sep 26 05:38:30.912781 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-df4a5f38-5db3-4c5f-88b3-7e0b32c3edd6 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=3f90c229-cdcb-41cd-bb83-7856e14af107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268912 Sep 26 05:38:31.010556 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-6ec10bef-5b3f-49e6-a928-592d56541954 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3f90c229-cdcb-41cd-bb83-7856e14af107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911152 Sep 26 05:38:31.064172 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:31.106885 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cee0a982-16a3-4dbc-92a7-448211ff7291 req-8df92e62-22bc-4d49-a87c-e12438ec8c9e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3f90c229-cdcb-41cd-bb83-7856e14af107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900545 Sep 26 05:38:31.417305 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d9b7d-87ff-47f5-a078-1c3c60750066 req-9427d747-0bbc-4e5d-82e9-b1d08bb409fa tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:31.420513 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-362d9b7d-87ff-47f5-a078-1c3c60750066 req-9427d747-0bbc-4e5d-82e9-b1d08bb409fa tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 943 time: 0.0500016 Sep 26 05:38:31.432176 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:31.470827 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-362d9b7d-87ff-47f5-a078-1c3c60750066 req-d151ce0a-3afe-4577-ad2b-8be9e9d91839 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451951 Sep 26 05:38:31.919852 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:38:31.928819 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f38db7-efaf-4d09-8bff-f9ad8a6a9258 req-6e5c473a-bdf7-4e1b-8d81-f3ce88abd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:31.930310 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-86f38db7-efaf-4d09-8bff-f9ad8a6a9258 req-6e5c473a-bdf7-4e1b-8d81-f3ce88abd460 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=741fd985226b460a93af30e55719aab2&device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 1127 time: 0.0403430 Sep 26 05:38:32.028723 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f38db7-efaf-4d09-8bff-f9ad8a6a9258 req-a02737ad-f211-40fc-a346-8d183ddf7ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:32.030196 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-86f38db7-efaf-4d09-8bff-f9ad8a6a9258 req-a02737ad-f211-40fc-a346-8d183ddf7ffa service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=3f90c229-cdcb-41cd-bb83-7856e14af107 HTTP/1.1" status: 200 len: 910 time: 0.0942314 Sep 26 05:38:32.068303 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-86f38db7-efaf-4d09-8bff-f9ad8a6a9258 req-800c6a27-8836-4c99-8866-a910b2e94160 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a68ab47-234f-4838-b521-c414edf4a944 HTTP/1.1" status: 200 len: 217 time: 0.0322075 Sep 26 05:38:32.119418 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f38db7-efaf-4d09-8bff-f9ad8a6a9258 req-86759e76-306e-41e4-a90e-5929e3fd9b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:32.122435 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-86f38db7-efaf-4d09-8bff-f9ad8a6a9258 req-86759e76-306e-41e4-a90e-5929e3fd9b62 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=243b4e10-7517-4339-ad6e-7262b14c2234 HTTP/1.1" status: 200 len: 849 time: 0.0482254 Sep 26 05:38:32.156985 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-86f38db7-efaf-4d09-8bff-f9ad8a6a9258 req-d2eda25e-faf7-4d10-807e-05e7077b185a service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=3f90c229-cdcb-41cd-bb83-7856e14af107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289316 Sep 26 05:38:32.255124 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-86f38db7-efaf-4d09-8bff-f9ad8a6a9258 req-c77ff7b3-cd47-41b2-aa7a-7aceec0cda18 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3f90c229-cdcb-41cd-bb83-7856e14af107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909719 Sep 26 05:38:32.351819 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-86f38db7-efaf-4d09-8bff-f9ad8a6a9258 req-1a14e4ab-7631-4c8b-b23c-31ce426eadd5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3f90c229-cdcb-41cd-bb83-7856e14af107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891035 Sep 26 05:38:32.598473 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cdb3e-3353-4029-9a93-d3678c2efe40 req-dbe1a187-93e3-40b8-bbcc-6061da013e9f tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:32.599922 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8a6cdb3e-3353-4029-9a93-d3678c2efe40 req-dbe1a187-93e3-40b8-bbcc-6061da013e9f tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 943 time: 0.0505304 Sep 26 05:38:32.648831 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8a6cdb3e-3353-4029-9a93-d3678c2efe40 req-747dfff8-d4bf-42f7-9935-d1d3c176bf39 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426471 Sep 26 05:38:32.751712 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 3a68ab47-234f-4838-b521-c414edf4a944 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:38:32.857546 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 3a68ab47-234f-4838-b521-c414edf4a944, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3a68ab47-234f-4838-b521-c414edf4a944,segment=NetworkSegment(ee66db1f-5d09-4924-b17a-e8eafd190145),segment_id=ee66db1f-5d09-4924-b17a-e8eafd190145)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:38:32.869275 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': '3a68ab47-234f-4838-b521-c414edf4a944', 'network_id': '3f90c229-cdcb-41cd-bb83-7856e14af107', 'port_id': '3a68ab47-234f-4838-b521-c414edf4a944', 'mac_address': 'fa:16:3e:f7:7f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243b4e10-7517-4339-ad6e-7262b14c2234', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:38:32.906326 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 3a68ab47-234f-4838-b521-c414edf4a944 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:38:32.906732 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3a68ab47-234f-4838-b521-c414edf4a944), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:32.920681 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a68ab47-234f-4838-b521-c414edf4a944 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:38:32.940645 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 3a68ab47-234f-4838-b521-c414edf4a944, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3a68ab47-234f-4838-b521-c414edf4a944,segment=NetworkSegment(ee66db1f-5d09-4924-b17a-e8eafd190145),segment_id=ee66db1f-5d09-4924-b17a-e8eafd190145)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:38:32.944496 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (3a68ab47-234f-4838-b521-c414edf4a944), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:32.996798 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=3a68ab47-234f-4838-b521-c414edf4a944,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:33.194521 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['3a68ab47-234f-4838-b521-c414edf4a944'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:38:33.197697 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:33.774275 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00e6d0-179d-427f-8dbc-ed155abafb1f req-42144490-4185-4ec3-8954-089e869f4f13 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:33.775779 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2d00e6d0-179d-427f-8dbc-ed155abafb1f req-42144490-4185-4ec3-8954-089e869f4f13 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 944 time: 0.0474954 Sep 26 05:38:33.823138 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2d00e6d0-179d-427f-8dbc-ed155abafb1f req-3873744a-b6b1-4da9-8178-88e5e4cfdb6c tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Sep 26 05:38:34.759682 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 3a68ab47-234f-4838-b521-c414edf4a944 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:38:34.805160 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port 3a68ab47-234f-4838-b521-c414edf4a944 completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:38:34.810731 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port 3a68ab47-234f-4838-b521-c414edf4a944 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:38:34.811153 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (3a68ab47-234f-4838-b521-c414edf4a944), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:34.811509 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port 3a68ab47-234f-4838-b521-c414edf4a944 Sep 26 05:38:34.892969 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 3a68ab47-234f-4838-b521-c414edf4a944 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:38:34.893347 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3a68ab47-234f-4838-b521-c414edf4a944), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:34.918390 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d34da53-72ea-475c-9422-2affe1a4200b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a68ab47-234f-4838-b521-c414edf4a944'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:38:34.920801 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da62384-1d98-425b-980c-b40cbcf41632" -d '{"events": [{"server_uuid": "3d34da53-72ea-475c-9422-2affe1a4200b", "name": "network-vif-plugged", "status": "completed", "tag": "3a68ab47-234f-4838-b521-c414edf4a944"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:38:34.933668 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 3a68ab47-234f-4838-b521-c414edf4a944, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3a68ab47-234f-4838-b521-c414edf4a944,segment=NetworkSegment(ee66db1f-5d09-4924-b17a-e8eafd190145),segment_id=ee66db1f-5d09-4924-b17a-e8eafd190145)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:38:34.939387 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (3a68ab47-234f-4838-b521-c414edf4a944), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:34.948492 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:34.952147 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8da8c-bf14-4578-9f2b-2e836c298fd7 req-25b1dd25-cb54-40ec-b8e6-b0e42dd5abee tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:34.953897 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-67f8da8c-bf14-4578-9f2b-2e836c298fd7 req-25b1dd25-cb54-40ec-b8e6-b0e42dd5abee tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 944 time: 0.0538633 Sep 26 05:38:34.983218 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896cdd84-6b13-428c-a3c8-a131a3cd2066 x-openstack-request-id: req-896cdd84-6b13-428c-a3c8-a131a3cd2066 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:38:34.983455 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d34da53-72ea-475c-9422-2affe1a4200b", "name": "network-vif-plugged", "status": "completed", "tag": "3a68ab47-234f-4838-b521-c414edf4a944", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:38:34.983597 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-896cdd84-6b13-428c-a3c8-a131a3cd2066 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:38:34.983940 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896cdd84-6b13-428c-a3c8-a131a3cd2066'] response: {'server_uuid': '3d34da53-72ea-475c-9422-2affe1a4200b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a68ab47-234f-4838-b521-c414edf4a944', 'code': 200} Sep 26 05:38:35.003670 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=3a68ab47-234f-4838-b521-c414edf4a944,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:35.163420 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e9236-852b-4f88-864a-3dab320b08e6 req-aa723de1-edd7-487b-a0ff-89038fc90320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:35.164965 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-8c8e9236-852b-4f88-864a-3dab320b08e6 req-aa723de1-edd7-487b-a0ff-89038fc90320 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 1129 time: 0.0429552 Sep 26 05:38:35.198015 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:35.213515 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-8c8e9236-852b-4f88-864a-3dab320b08e6 req-d7bafdf2-1a33-4611-b4d6-8cfbd8bda9bf service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417089 Sep 26 05:38:35.257793 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-67f8da8c-bf14-4578-9f2b-2e836c298fd7 req-69bd4508-6aeb-4098-8aac-7dc541c9d9d9 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978828 Sep 26 05:38:36.382397 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca42fa9-fb5c-4d0e-a7fc-9d1bf4409d1f req-2a1a5ae5-13d5-42f7-b7fb-561d00170f46 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:36.384647 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9ca42fa9-fb5c-4d0e-a7fc-9d1bf4409d1f req-2a1a5ae5-13d5-42f7-b7fb-561d00170f46 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 945 time: 0.0482194 Sep 26 05:38:36.434485 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9ca42fa9-fb5c-4d0e-a7fc-9d1bf4409d1f req-fcace0e2-2b32-49d4-8127-831014961b53 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 Sep 26 05:38:36.662620 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=75 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:37.559493 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8bc94-ceb6-4c36-9112-1cb159ee9951 req-3792c2c1-948a-438c-9252-dd8cd86d3555 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:37.561091 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-43c8bc94-ceb6-4c36-9112-1cb159ee9951 req-3792c2c1-948a-438c-9252-dd8cd86d3555 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 945 time: 0.0501311 Sep 26 05:38:37.609681 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-43c8bc94-ceb6-4c36-9112-1cb159ee9951 req-e36b9098-8582-4337-af74-99a399ca31b2 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428777 Sep 26 05:38:38.328070 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b86bbf-2e2c-4151-9b4c-4b673b0ea7fe req-f1c18592-60c1-49aa-ad38-26b94e3d735f tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:38.329470 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d0b86bbf-2e2c-4151-9b4c-4b673b0ea7fe req-f1c18592-60c1-49aa-ad38-26b94e3d735f tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 945 time: 0.0466125 Sep 26 05:38:38.377067 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d0b86bbf-2e2c-4151-9b4c-4b673b0ea7fe req-13af2fc8-e9d3-48ab-9253-3ab42633c964 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419061 Sep 26 05:38:39.466837 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:39.505874 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf42db-4853-484e-befc-f0fd8b5d6ca3 req-8a243f1d-2127-4d26-9d8b-f7236efe0722 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:39.507338 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a6cf42db-4853-484e-befc-f0fd8b5d6ca3 req-8a243f1d-2127-4d26-9d8b-f7236efe0722 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 945 time: 0.0494165 Sep 26 05:38:39.559196 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a6cf42db-4853-484e-befc-f0fd8b5d6ca3 req-075c464e-875d-4c25-add9-a009cf95a291 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445559 Sep 26 05:38:40.124984 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44b680-c884-43d4-b5d6-1beb7bb99580 req-a8709442-e07e-4735-a90d-baf60621c9ed tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:40.126623 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-5b44b680-c884-43d4-b5d6-1beb7bb99580 req-a8709442-e07e-4735-a90d-baf60621c9ed tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 945 time: 0.0476398 Sep 26 05:38:40.217595 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-5b44b680-c884-43d4-b5d6-1beb7bb99580 req-f7b90eea-96a7-463d-b700-147aa0fff57f tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Deleting port 3a68ab47-234f-4838-b521-c414edf4a944 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:38:40.217915 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-5b44b680-c884-43d4-b5d6-1beb7bb99580 req-f7b90eea-96a7-463d-b700-147aa0fff57f tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (3a68ab47-234f-4838-b521-c414edf4a944), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:40.310504 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-5b44b680-c884-43d4-b5d6-1beb7bb99580 req-f7b90eea-96a7-463d-b700-147aa0fff57f tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] For port 3a68ab47-234f-4838-b521-c414edf4a944, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3a68ab47-234f-4838-b521-c414edf4a944,segment=NetworkSegment(ee66db1f-5d09-4924-b17a-e8eafd190145),segment_id=ee66db1f-5d09-4924-b17a-e8eafd190145)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:38:40.310863 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-5b44b680-c884-43d4-b5d6-1beb7bb99580 req-f7b90eea-96a7-463d-b700-147aa0fff57f tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (3a68ab47-234f-4838-b521-c414edf4a944), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:40.327652 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-5b44b680-c884-43d4-b5d6-1beb7bb99580 req-f7b90eea-96a7-463d-b700-147aa0fff57f tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Calling delete_port for 3a68ab47-234f-4838-b521-c414edf4a944 owned by compute:nova {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:38:40.456563 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-5b44b680-c884-43d4-b5d6-1beb7bb99580 req-f7b90eea-96a7-463d-b700-147aa0fff57f tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (3a68ab47-234f-4838-b521-c414edf4a944), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:40.464384 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:40.468653 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['3a68ab47-234f-4838-b521-c414edf4a944'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:38:40.487061 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b90eea-96a7-463d-b700-147aa0fff57f tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Pushing event deleted for resources: {'Port': ['ID=3a68ab47-234f-4838-b521-c414edf4a944,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:40.536687 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b44b680-c884-43d4-b5d6-1beb7bb99580 req-f7b90eea-96a7-463d-b700-147aa0fff57f tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] No DVR routers for this DVR port 3a68ab47-234f-4838-b521-c414edf4a944 on host hv-cinder-85918 {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:38:40.539223 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-5b44b680-c884-43d4-b5d6-1beb7bb99580 req-f7b90eea-96a7-463d-b700-147aa0fff57f tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:40.542717 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-5b44b680-c884-43d4-b5d6-1beb7bb99580 req-f7b90eea-96a7-463d-b700-147aa0fff57f tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.60 "DELETE /networking/v2.0/ports/3a68ab47-234f-4838-b521-c414edf4a944 HTTP/1.1" status: 204 len: 173 time: 0.4093020 Sep 26 05:38:40.543210 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d34da53-72ea-475c-9422-2affe1a4200b', 'name': 'network-vif-deleted', 'tag': '3a68ab47-234f-4838-b521-c414edf4a944'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:38:40.545990 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7751956-ffeb-40fa-8aaa-0d6cea7af1e6" -d '{"events": [{"server_uuid": "3d34da53-72ea-475c-9422-2affe1a4200b", "name": "network-vif-deleted", "tag": "3a68ab47-234f-4838-b521-c414edf4a944"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:38:40.604148 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed83030-33a7-49f0-8598-9b5802e042b0 x-openstack-request-id: req-fed83030-33a7-49f0-8598-9b5802e042b0 {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:38:40.604837 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d34da53-72ea-475c-9422-2affe1a4200b", "name": "network-vif-deleted", "tag": "3a68ab47-234f-4838-b521-c414edf4a944", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:38:40.605091 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fed83030-33a7-49f0-8598-9b5802e042b0 {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:38:40.605565 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed83030-33a7-49f0-8598-9b5802e042b0'] response: {'server_uuid': '3d34da53-72ea-475c-9422-2affe1a4200b', 'name': 'network-vif-deleted', 'tag': '3a68ab47-234f-4838-b521-c414edf4a944', 'status': 'completed', 'code': 200} Sep 26 05:38:40.669925 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-abe9654f-e139-4ea2-b8ec-03658cd9d102 req-3f77fdcc-7414-4db5-84b7-be3c47cb8a36 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3d34da53-72ea-475c-9422-2affe1a4200b HTTP/1.1" status: 200 len: 210 time: 0.0285947 Sep 26 05:38:41.997922 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473880f1-8e0c-47e3-a580-e2124778851a req-fc3b46c9-6bb6-460e-84a9-0f8c6721edc9 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:41.999262 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-473880f1-8e0c-47e3-a580-e2124778851a req-fc3b46c9-6bb6-460e-84a9-0f8c6721edc9 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3f90c229-cdcb-41cd-bb83-7856e14af107 HTTP/1.1" status: 200 len: 809 time: 0.1013384 Sep 26 05:38:42.014992 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-473880f1-8e0c-47e3-a580-e2124778851a req-74874426-110f-4c00-9c13-d798bc17c6e7 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/quotas/741fd985226b460a93af30e55719aab2 HTTP/1.1" status: 200 len: 375 time: 0.0101192 Sep 26 05:38:42.051155 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-473880f1-8e0c-47e3-a580-e2124778851a req-03ec3318-8692-4b7c-a4a4-17b967f2936e tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=741fd985226b460a93af30e55719aab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305855 Sep 26 05:38:42.147180 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-473880f1-8e0c-47e3-a580-e2124778851a req-7cde8dba-89a7-45eb-ae20-4a4580c9dc1a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3f90c229-cdcb-41cd-bb83-7856e14af107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886497 Sep 26 05:38:42.227922 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:42.243272 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-473880f1-8e0c-47e3-a580-e2124778851a req-f12dca9b-6a8c-4da4-ae13-d0e4560e4ab9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3f90c229-cdcb-41cd-bb83-7856e14af107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894186 Sep 26 05:38:42.777837 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 3a68ab47-234f-4838-b521-c414edf4a944 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:38:42.797096 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: 3a68ab47-234f-4838-b521-c414edf4a944 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:38:42.797437 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 3a68ab47-234f-4838-b521-c414edf4a944 not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:38:43.422425 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8af1d353-2125-4251-a976-ba7ce39d4b91 req-fc3819eb-c9d6-4b44-a65b-8c85ec6d0a18 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 210 time: 0.0279982 Sep 26 05:38:44.546139 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ed8c0e17-09a4-4bc7-ad8d-e355dd27a7ea req-d4a93f6d-a684-4a43-be10-50bd23f9c50b tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 210 time: 0.0410898 Sep 26 05:38:44.546880 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473880f1-8e0c-47e3-a580-e2124778851a req-a6b87d2e-c0ab-4ac8-ac9d-65023774fd95 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:44.548326 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-473880f1-8e0c-47e3-a580-e2124778851a req-a6b87d2e-c0ab-4ac8-ac9d-65023774fd95 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.60 "GET /networking/v2.0/networks?id=3f90c229-cdcb-41cd-bb83-7856e14af107 HTTP/1.1" status: 200 len: 809 time: 0.1092701 Sep 26 05:38:44.563189 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-473880f1-8e0c-47e3-a580-e2124778851a req-3a7796ae-3937-47c4-b3cf-2176b31250dd tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Request body: {'port': {'device_id': '1e110bd9-f6bc-409e-beb6-2795aebc59f9', 'network_id': '3f90c229-cdcb-41cd-bb83-7856e14af107', 'admin_state_up': True, 'tenant_id': '741fd985226b460a93af30e55719aab2'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:44.674061 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473880f1-8e0c-47e3-a580-e2124778851a req-3a7796ae-3937-47c4-b3cf-2176b31250dd tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Made reservation on behalf of 741fd985226b460a93af30e55719aab2 for: {'port': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:38:44.677749 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-473880f1-8e0c-47e3-a580-e2124778851a req-3a7796ae-3937-47c4-b3cf-2176b31250dd tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:44.804061 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [req-473880f1-8e0c-47e3-a580-e2124778851a req-3a7796ae-3937-47c4-b3cf-2176b31250dd tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Allocated IP 172.20.0.11 (3f90c229-cdcb-41cd-bb83-7856e14af107/243b4e10-7517-4339-ad6e-7262b14c2234/e8eec1dd-e7cd-4910-b584-d07e93b3bb08) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:38:44.819086 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:44.958365 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-473880f1-8e0c-47e3-a580-e2124778851a req-3a7796ae-3937-47c4-b3cf-2176b31250dd tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks [] for port (e8eec1dd-e7cd-4910-b584-d07e93b3bb08), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:44.990543 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-473880f1-8e0c-47e3-a580-e2124778851a req-3a7796ae-3937-47c4-b3cf-2176b31250dd tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (e8eec1dd-e7cd-4910-b584-d07e93b3bb08), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:45.034153 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473880f1-8e0c-47e3-a580-e2124778851a req-3a7796ae-3937-47c4-b3cf-2176b31250dd tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Network 3f90c229-cdcb-41cd-bb83-7856e14af107 is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:38:45.037358 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [req-473880f1-8e0c-47e3-a580-e2124778851a req-3a7796ae-3937-47c4-b3cf-2176b31250dd tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:38:45.041202 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-473880f1-8e0c-47e3-a580-e2124778851a req-3a7796ae-3937-47c4-b3cf-2176b31250dd tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:38:45.064590 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7796ae-3937-47c4-b3cf-2176b31250dd tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Pushing event updated for resources: {'Port': ['ID=e8eec1dd-e7cd-4910-b584-d07e93b3bb08,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:45.091699 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473880f1-8e0c-47e3-a580-e2124778851a req-3a7796ae-3937-47c4-b3cf-2176b31250dd tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:45.092397 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-473880f1-8e0c-47e3-a580-e2124778851a req-3a7796ae-3937-47c4-b3cf-2176b31250dd tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:45.109164 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-473880f1-8e0c-47e3-a580-e2124778851a req-3a7796ae-3937-47c4-b3cf-2176b31250dd tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5507107 Sep 26 05:38:45.123940 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Request body: {'port': {'device_id': '1e110bd9-f6bc-409e-beb6-2795aebc59f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:38:45.185369 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e8eec1dd-e7cd-4910-b584-d07e93b3bb08), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:45.195525 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:45.436009 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8eec1dd-e7cd-4910-b584-d07e93b3bb08 {{(pid=106341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:38:45.443262 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Publish callbacks [] for port (e8eec1dd-e7cd-4910-b584-d07e93b3bb08), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:45.455905 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.provisioning_blocks [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Transition to ACTIVE for port object e8eec1dd-e7cd-4910-b584-d07e93b3bb08 will not be triggered until provisioned by entity L2. {{(pid=106341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:38:45.459866 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (e8eec1dd-e7cd-4910-b584-d07e93b3bb08), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:45.537554 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Pushing event updated for resources: {'Port': ['ID=e8eec1dd-e7cd-4910-b584-d07e93b3bb08,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:45.571376 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Attempting to bind port e8eec1dd-e7cd-4910-b584-d07e93b3bb08 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:38:45.571968 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Attempting to bind port e8eec1dd-e7cd-4910-b584-d07e93b3bb08 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'ee66db1f-5d09-4924-b17a-e8eafd190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3f90c229-cdcb-41cd-bb83-7856e14af107'}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:38:45.572103 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Attempting to bind port e8eec1dd-e7cd-4910-b584-d07e93b3bb08 on network 3f90c229-cdcb-41cd-bb83-7856e14af107 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:38:45.616274 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Port e8eec1dd-e7cd-4910-b584-d07e93b3bb08 on network 3f90c229-cdcb-41cd-bb83-7856e14af107 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:38:45.616613 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Attempting to bind port e8eec1dd-e7cd-4910-b584-d07e93b3bb08 on network 3f90c229-cdcb-41cd-bb83-7856e14af107 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:38:45.640730 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:45.661382 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:38:45.661695 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Checking segment: {'id': 'ee66db1f-5d09-4924-b17a-e8eafd190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3f90c229-cdcb-41cd-bb83-7856e14af107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:38:45.662070 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Bound using segment: {'id': 'ee66db1f-5d09-4924-b17a-e8eafd190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3f90c229-cdcb-41cd-bb83-7856e14af107'} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:38:45.662493 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Bound port: e8eec1dd-e7cd-4910-b584-d07e93b3bb08, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee66db1f-5d09-4924-b17a-e8eafd190145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3f90c229-cdcb-41cd-bb83-7856e14af107'}}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:38:45.662842 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e8eec1dd-e7cd-4910-b584-d07e93b3bb08), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:45.676028 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5babe70-e0d8-40d8-9e87-075f6184bc84 req-090602d5-fa16-41cb-ad82-93422fb79bfb tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:45.677554 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b5babe70-e0d8-40d8-9e87-075f6184bc84 req-090602d5-fa16-41cb-ad82-93422fb79bfb tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 944 time: 0.0514014 Sep 26 05:38:45.725190 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b5babe70-e0d8-40d8-9e87-075f6184bc84 req-fd1e9ae5-6315-443f-9bc1-4cfbfc61442f tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420945 Sep 26 05:38:45.727678 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] For port e8eec1dd-e7cd-4910-b584-d07e93b3bb08, host hv-cinder-85918, cleared binding levels {{(pid=106341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:38:45.731216 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] For port e8eec1dd-e7cd-4910-b584-d07e93b3bb08, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e8eec1dd-e7cd-4910-b584-d07e93b3bb08,segment=NetworkSegment(ee66db1f-5d09-4924-b17a-e8eafd190145),segment_id=ee66db1f-5d09-4924-b17a-e8eafd190145)] {{(pid=106341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:38:45.737790 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (e8eec1dd-e7cd-4910-b584-d07e93b3bb08), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:45.760649 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:45.761262 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:45.763490 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-473880f1-8e0c-47e3-a580-e2124778851a req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/e8eec1dd-e7cd-4910-b584-d07e93b3bb08 HTTP/1.1" status: 200 len: 1094 time: 0.6435566 Sep 26 05:38:45.763982 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e110bd9-f6bc-409e-beb6-2795aebc59f9', 'tag': 'e8eec1dd-e7cd-4910-b584-d07e93b3bb08'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:38:45.766219 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b7188c-b80d-4257-b182-2805420d166b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e110bd9-f6bc-409e-beb6-2795aebc59f9", "tag": "e8eec1dd-e7cd-4910-b584-d07e93b3bb08"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:38:45.796132 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2d152-ef64-4941-b2b2-5920f2737426 service neutron] Pushing event updated for resources: {'Port': ['ID=e8eec1dd-e7cd-4910-b584-d07e93b3bb08,revision_number=3']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:45.807437 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e7f1b2-f9a4-4415-9302-977c601f670b x-openstack-request-id: req-86e7f1b2-f9a4-4415-9302-977c601f670b {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:38:45.807735 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e110bd9-f6bc-409e-beb6-2795aebc59f9", "tag": "e8eec1dd-e7cd-4910-b584-d07e93b3bb08", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:38:45.807967 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86e7f1b2-f9a4-4415-9302-977c601f670b {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:38:45.808401 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e7f1b2-f9a4-4415-9302-977c601f670b'] response: {'name': 'network-changed', 'server_uuid': '1e110bd9-f6bc-409e-beb6-2795aebc59f9', 'tag': 'e8eec1dd-e7cd-4910-b584-d07e93b3bb08', 'status': 'completed', 'code': 200} Sep 26 05:38:45.852918 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473880f1-8e0c-47e3-a580-e2124778851a req-b762413d-2ceb-4e74-bcb3-26fe526cfbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:45.854388 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-473880f1-8e0c-47e3-a580-e2124778851a req-b762413d-2ceb-4e74-bcb3-26fe526cfbaa service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=741fd985226b460a93af30e55719aab2&device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 1128 time: 0.0400069 Sep 26 05:38:45.900491 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-473880f1-8e0c-47e3-a580-e2124778851a req-2ec3cefb-f645-4e58-b973-475ea0f55c7b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8eec1dd-e7cd-4910-b584-d07e93b3bb08 HTTP/1.1" status: 200 len: 217 time: 0.0352464 Sep 26 05:38:45.952101 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473880f1-8e0c-47e3-a580-e2124778851a req-9e93e1f3-e7de-4c74-b9c1-48597443443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:45.953665 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-473880f1-8e0c-47e3-a580-e2124778851a req-9e93e1f3-e7de-4c74-b9c1-48597443443e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=243b4e10-7517-4339-ad6e-7262b14c2234 HTTP/1.1" status: 200 len: 849 time: 0.0444787 Sep 26 05:38:45.991088 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-473880f1-8e0c-47e3-a580-e2124778851a req-70c24210-bd0e-4413-a669-2178abee4e0e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=3f90c229-cdcb-41cd-bb83-7856e14af107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255949 Sep 26 05:38:46.084617 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-473880f1-8e0c-47e3-a580-e2124778851a req-8600f2fa-5e2b-430d-a388-4066c937eebf service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3f90c229-cdcb-41cd-bb83-7856e14af107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836351 Sep 26 05:38:46.408278 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-473880f1-8e0c-47e3-a580-e2124778851a req-9b22b2a8-8a96-4370-80f3-d59a81906d97 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3f90c229-cdcb-41cd-bb83-7856e14af107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171439 Sep 26 05:38:46.844490 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9011f2-d93f-4bd0-8623-fbe1fa4e9faf req-e0087ac7-3ea0-44c4-96f5-fdb3f656e7cb tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:46.846209 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ec9011f2-d93f-4bd0-8623-fbe1fa4e9faf req-e0087ac7-3ea0-44c4-96f5-fdb3f656e7cb tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 944 time: 0.0460722 Sep 26 05:38:46.894277 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ec9011f2-d93f-4bd0-8623-fbe1fa4e9faf req-1edf9a92-834f-4325-9f7f-7cd139e75022 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424643 Sep 26 05:38:47.615894 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:47.646394 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7188c-b80d-4257-b182-2805420d166b req-7d83be26-cdc6-47e0-b32c-d78877f54eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:47.648023 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-50b7188c-b80d-4257-b182-2805420d166b req-7d83be26-cdc6-47e0-b32c-d78877f54eb0 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=741fd985226b460a93af30e55719aab2&device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 1128 time: 0.0394297 Sep 26 05:38:47.743524 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7188c-b80d-4257-b182-2805420d166b req-39395b5b-16ae-477a-85df-1259ae250cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:47.745013 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-50b7188c-b80d-4257-b182-2805420d166b req-39395b5b-16ae-477a-85df-1259ae250cbf service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=3f90c229-cdcb-41cd-bb83-7856e14af107 HTTP/1.1" status: 200 len: 910 time: 0.0892382 Sep 26 05:38:47.786981 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-50b7188c-b80d-4257-b182-2805420d166b req-4436ee48-8274-42a6-b143-e505ed4ec385 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8eec1dd-e7cd-4910-b584-d07e93b3bb08 HTTP/1.1" status: 200 len: 217 time: 0.0348222 Sep 26 05:38:47.841655 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7188c-b80d-4257-b182-2805420d166b req-226e65a1-9cc2-4399-a4c6-644b095eb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:47.843141 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-50b7188c-b80d-4257-b182-2805420d166b req-226e65a1-9cc2-4399-a4c6-644b095eb16e service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=243b4e10-7517-4339-ad6e-7262b14c2234 HTTP/1.1" status: 200 len: 849 time: 0.0503860 Sep 26 05:38:47.876908 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-50b7188c-b80d-4257-b182-2805420d166b req-a65cd485-8158-4b46-8ac4-19d1ab1fd81e service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=3f90c229-cdcb-41cd-bb83-7856e14af107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266879 Sep 26 05:38:47.985599 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-50b7188c-b80d-4257-b182-2805420d166b req-214a7b87-55e3-4894-bc31-586bba2df295 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3f90c229-cdcb-41cd-bb83-7856e14af107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016028 Sep 26 05:38:48.025379 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804e2a3-5e31-4a20-99e1-4077f842f7d9 req-58c83f1e-f193-4eb6-ab85-68b1766cbe56 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:48.027093 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1804e2a3-5e31-4a20-99e1-4077f842f7d9 req-58c83f1e-f193-4eb6-ab85-68b1766cbe56 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 944 time: 0.0510221 Sep 26 05:38:48.092510 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-50b7188c-b80d-4257-b182-2805420d166b req-024e6bd8-411f-4c03-b71f-9e08c4338bce service neutron] 10.222.0.60 "GET /networking/v2.0/networks/3f90c229-cdcb-41cd-bb83-7856e14af107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001208 Sep 26 05:38:48.093384 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1804e2a3-5e31-4a20-99e1-4077f842f7d9 req-3a3d64b7-5591-4c36-8f9c-25657a83fb47 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597966 Sep 26 05:38:48.161310 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:49.213116 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e263bfb-b9fe-4b03-8628-d1f60f0bc758 req-297fcad8-020a-48dc-a035-fd8c9b7adc13 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:49.214586 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9e263bfb-b9fe-4b03-8628-d1f60f0bc758 req-297fcad8-020a-48dc-a035-fd8c9b7adc13 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 944 time: 0.0463731 Sep 26 05:38:49.271892 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9e263bfb-b9fe-4b03-8628-d1f60f0bc758 req-edeae3a4-78fa-46da-88d1-de060bb653bd tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435824 Sep 26 05:38:49.364204 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 45264) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:49.467779 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f782de50-31a3-4d62-a0f1-1b408e25f8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:49.486998 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:49.543418 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f782de50-31a3-4d62-a0f1-1b408e25f8a8 admin admin] Publish callbacks [] for security_group (246de8c4-d4ec-4603-94eb-75718ece771c), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:49.547116 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f782de50-31a3-4d62-a0f1-1b408e25f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (246de8c4-d4ec-4603-94eb-75718ece771c), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:49.593905 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-f782de50-31a3-4d62-a0f1-1b408e25f8a8 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=ffd8ceda1d624fb787751c5d927eafa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262490 Sep 26 05:38:49.593905 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782de50-31a3-4d62-a0f1-1b408e25f8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246de8c4-d4ec-4603-94eb-75718ece771c,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:49.594298 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 45268) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:38:49.646901 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Publish callbacks [] for security_group (246de8c4-d4ec-4603-94eb-75718ece771c), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:49.666524 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Publish callbacks [] for security_group (246de8c4-d4ec-4603-94eb-75718ece771c), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:49.698919 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:49.714041 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (246de8c4-d4ec-4603-94eb-75718ece771c), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:49.716900 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:49.718025 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/246de8c4-d4ec-4603-94eb-75718ece771c HTTP/1.1" status: 204 len: 168 time: 0.1224878 Sep 26 05:38:49.725851 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246de8c4-d4ec-4603-94eb-75718ece771c,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:49.733586 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:49.733958 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:49.734296 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:49.734632 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:49.734960 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:49.735282 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:49.735615 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:49.735911 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:49.736232 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:49.736588 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:49.736898 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:49.737216 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:49.737534 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:49.737849 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:49.738161 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ff0b65-db50-4ca7-b68b-573663a436c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:38:50.395869 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f9a45-3c5d-4ee3-8f20-1d46d837b9e4 req-a0325e36-914c-4404-a1a4-55bcbacbb74e tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:50.397394 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c26f9a45-3c5d-4ee3-8f20-1d46d837b9e4 req-a0325e36-914c-4404-a1a4-55bcbacbb74e tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 944 time: 0.0515592 Sep 26 05:38:50.446256 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c26f9a45-3c5d-4ee3-8f20-1d46d837b9e4 req-fec9389b-f4a5-4f61-a5ae-74d4f969fcd6 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426049 Sep 26 05:38:50.786452 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device e8eec1dd-e7cd-4910-b584-d07e93b3bb08 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:38:50.883964 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port e8eec1dd-e7cd-4910-b584-d07e93b3bb08, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e8eec1dd-e7cd-4910-b584-d07e93b3bb08,segment=NetworkSegment(ee66db1f-5d09-4924-b17a-e8eafd190145),segment_id=ee66db1f-5d09-4924-b17a-e8eafd190145)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:38:50.895079 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': 'e8eec1dd-e7cd-4910-b584-d07e93b3bb08', 'network_id': '3f90c229-cdcb-41cd-bb83-7856e14af107', 'port_id': 'e8eec1dd-e7cd-4910-b584-d07e93b3bb08', 'mac_address': 'fa:16:3e:e4:99:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243b4e10-7517-4339-ad6e-7262b14c2234', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:38:50.932903 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port e8eec1dd-e7cd-4910-b584-d07e93b3bb08 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:38:50.933286 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e8eec1dd-e7cd-4910-b584-d07e93b3bb08), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:50.946194 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8eec1dd-e7cd-4910-b584-d07e93b3bb08 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:38:50.965992 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port e8eec1dd-e7cd-4910-b584-d07e93b3bb08, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e8eec1dd-e7cd-4910-b584-d07e93b3bb08,segment=NetworkSegment(ee66db1f-5d09-4924-b17a-e8eafd190145),segment_id=ee66db1f-5d09-4924-b17a-e8eafd190145)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:38:50.969444 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (e8eec1dd-e7cd-4910-b584-d07e93b3bb08), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:51.014503 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=e8eec1dd-e7cd-4910-b584-d07e93b3bb08,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:51.345142 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['e8eec1dd-e7cd-4910-b584-d07e93b3bb08'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:38:51.398935 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:51.567292 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82e46b-34b6-416f-a4c2-2470ae8a507b req-3865ad64-6d3d-4ffc-96a2-c333a9665c0d tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:51.568773 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3a82e46b-34b6-416f-a4c2-2470ae8a507b req-3865ad64-6d3d-4ffc-96a2-c333a9665c0d tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 945 time: 0.0469327 Sep 26 05:38:51.616781 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3a82e46b-34b6-416f-a4c2-2470ae8a507b req-4c4e3200-4995-4667-bf19-89149217ff06 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424397 Sep 26 05:38:51.900797 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=79 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:51.901773 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:52.742733 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a2535-5519-4f1d-af43-c3d8c315536c req-283ee836-436b-44e6-81ff-f88b2585e511 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:52.744160 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0c7a2535-5519-4f1d-af43-c3d8c315536c req-283ee836-436b-44e6-81ff-f88b2585e511 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 945 time: 0.0493729 Sep 26 05:38:52.790548 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0c7a2535-5519-4f1d-af43-c3d8c315536c req-9aa19df3-1f9e-4574-a424-64e24ba1ba73 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407636 Sep 26 05:38:53.283408 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-322e0c14-7485-46d5-abf9-95aa924441a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:53.910881 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce042-eaff-458f-8837-ae579bee57c0 req-a15acf0c-6240-4543-8be1-f0ba2204737d tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:53.912397 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-804ce042-eaff-458f-8837-ae579bee57c0 req-a15acf0c-6240-4543-8be1-f0ba2204737d tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 945 time: 0.0463140 Sep 26 05:38:53.957868 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-804ce042-eaff-458f-8837-ae579bee57c0 req-b5bd8cd0-fbb8-4487-a913-274daad48ec8 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Sep 26 05:38:54.272184 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device e8eec1dd-e7cd-4910-b584-d07e93b3bb08 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:38:54.314954 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port e8eec1dd-e7cd-4910-b584-d07e93b3bb08 completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:38:54.321305 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port e8eec1dd-e7cd-4910-b584-d07e93b3bb08 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:38:54.321859 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (e8eec1dd-e7cd-4910-b584-d07e93b3bb08), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:54.322207 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port e8eec1dd-e7cd-4910-b584-d07e93b3bb08 Sep 26 05:38:54.403046 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port e8eec1dd-e7cd-4910-b584-d07e93b3bb08 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:38:54.403435 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (e8eec1dd-e7cd-4910-b584-d07e93b3bb08), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:54.429080 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e110bd9-f6bc-409e-beb6-2795aebc59f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8eec1dd-e7cd-4910-b584-d07e93b3bb08'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:38:54.431391 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940aec89-81e5-4b7a-b802-5cd06a76bf03" -d '{"events": [{"server_uuid": "1e110bd9-f6bc-409e-beb6-2795aebc59f9", "name": "network-vif-plugged", "status": "completed", "tag": "e8eec1dd-e7cd-4910-b584-d07e93b3bb08"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:38:54.446025 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port e8eec1dd-e7cd-4910-b584-d07e93b3bb08, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e8eec1dd-e7cd-4910-b584-d07e93b3bb08,segment=NetworkSegment(ee66db1f-5d09-4924-b17a-e8eafd190145),segment_id=ee66db1f-5d09-4924-b17a-e8eafd190145)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:38:54.450155 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (e8eec1dd-e7cd-4910-b584-d07e93b3bb08), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:54.477955 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23acc5a2-fbb4-4dc8-ad0e-49b41c7fa5b8 x-openstack-request-id: req-23acc5a2-fbb4-4dc8-ad0e-49b41c7fa5b8 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:38:54.478273 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e110bd9-f6bc-409e-beb6-2795aebc59f9", "name": "network-vif-plugged", "status": "completed", "tag": "e8eec1dd-e7cd-4910-b584-d07e93b3bb08", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:38:54.478517 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23acc5a2-fbb4-4dc8-ad0e-49b41c7fa5b8 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:38:54.478901 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23acc5a2-fbb4-4dc8-ad0e-49b41c7fa5b8'] response: {'server_uuid': '1e110bd9-f6bc-409e-beb6-2795aebc59f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8eec1dd-e7cd-4910-b584-d07e93b3bb08', 'code': 200} Sep 26 05:38:54.505719 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=e8eec1dd-e7cd-4910-b584-d07e93b3bb08,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:38:55.080957 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1607f3-1e2a-465b-b67f-0e7294f75d25 req-fe0181fb-bc0a-4ff8-8288-d867ac9fb431 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:55.082480 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2c1607f3-1e2a-465b-b67f-0e7294f75d25 req-fe0181fb-bc0a-4ff8-8288-d867ac9fb431 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 946 time: 0.0473247 Sep 26 05:38:55.129762 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:38:55.134557 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2c1607f3-1e2a-465b-b67f-0e7294f75d25 req-93a5893e-ff33-4ee5-86ff-3b4073232405 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463862 Sep 26 05:38:55.515764 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cd4cd-da02-4852-94b9-6e400fb37675 req-8f732e2b-68f4-42cf-8a4f-cf9ceaf85423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:55.517327 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-766cd4cd-da02-4852-94b9-6e400fb37675 req-8f732e2b-68f4-42cf-8a4f-cf9ceaf85423 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 1130 time: 0.0382829 Sep 26 05:38:55.564987 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-766cd4cd-da02-4852-94b9-6e400fb37675 req-046f0ef6-93dd-4fb4-aa4a-f842284c3b6e service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393727 Sep 26 05:38:55.615773 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-72335b66-3062-4c07-afd5-94488b7a036e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:56.266558 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220e5a6-4af8-4151-9a47-66aca70fd0fa req-6dde626f-2904-45c6-ae7f-2e394326f526 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:56.268291 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c220e5a6-4af8-4151-9a47-66aca70fd0fa req-6dde626f-2904-45c6-ae7f-2e394326f526 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 946 time: 0.0504711 Sep 26 05:38:56.322572 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c220e5a6-4af8-4151-9a47-66aca70fd0fa req-b453f0cc-2bd1-4db8-a6cc-87593641f5df tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478101 Sep 26 05:38:56.748739 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:57.444233 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12559984-56f0-499a-b9a1-47e934519a1a req-f83032a9-02bf-408d-91df-d5b3fbae7ddc tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:57.445686 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-12559984-56f0-499a-b9a1-47e934519a1a req-f83032a9-02bf-408d-91df-d5b3fbae7ddc tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 946 time: 0.0457342 Sep 26 05:38:57.492284 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-12559984-56f0-499a-b9a1-47e934519a1a req-9b8d6e7a-ad3a-4ded-9d01-479e97378ab3 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404150 Sep 26 05:38:58.345581 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:58.495213 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:38:58.621764 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80760c91-ce53-492e-9902-94d6fd123930 req-cc36c89d-dd21-4806-b915-47f36575298d tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:58.623258 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-80760c91-ce53-492e-9902-94d6fd123930 req-cc36c89d-dd21-4806-b915-47f36575298d tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 946 time: 0.0510685 Sep 26 05:38:58.669879 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-80760c91-ce53-492e-9902-94d6fd123930 req-675508a7-770c-4a9c-8994-b5e0df479884 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Sep 26 05:38:59.788241 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eceeff-6832-44b5-abdb-e75b5256afa3 req-5ee39aac-12a6-4f82-b72d-e90fba3e78fa tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:38:59.789709 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-13eceeff-6832-44b5-abdb-e75b5256afa3 req-5ee39aac-12a6-4f82-b72d-e90fba3e78fa tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 946 time: 0.0464785 Sep 26 05:38:59.835115 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-13eceeff-6832-44b5-abdb-e75b5256afa3 req-ef719b42-44b8-4b07-bae1-544225bce2cb tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398333 Sep 26 05:39:00.458482 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fa2fe-3145-455e-9898-a85942507143 req-34fdb63d-4b98-4e6f-b257-3210d75231b7 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:00.461081 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2c2fa2fe-3145-455e-9898-a85942507143 req-34fdb63d-4b98-4e6f-b257-3210d75231b7 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0662858 Sep 26 05:39:00.462771 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdbacc-cef0-4817-932b-581f0bff373c req-39d1c588-1422-40d4-acf7-614090f2fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:00.465140 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fbcdbacc-cef0-4817-932b-581f0bff373c req-39d1c588-1422-40d4-acf7-614090f2fe60 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=acb97fc9f6ca4cc3970ba2192c2fa3c1&device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 1168 time: 0.0532465 Sep 26 05:39:00.530980 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:00.545637 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2c2fa2fe-3145-455e-9898-a85942507143 req-f5ae5299-c765-4acf-9fbe-495435e2182d tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784771 Sep 26 05:39:00.609126 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec5324-cce4-47f1-97a9-3f2f0af3b3ff req-cb2d1a71-4179-4b85-ab2b-11dd6aaffcd2 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:00.615991 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cfec5324-cce4-47f1-97a9-3f2f0af3b3ff req-cb2d1a71-4179-4b85-ab2b-11dd6aaffcd2 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 946 time: 0.0624254 Sep 26 05:39:00.623650 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdbacc-cef0-4817-932b-581f0bff373c req-fa07ebda-c5ea-4e9d-a425-10afb36fbd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:00.625257 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fbcdbacc-cef0-4817-932b-581f0bff373c req-fa07ebda-c5ea-4e9d-a425-10afb36fbd03 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 HTTP/1.1" status: 200 len: 916 time: 0.1439230 Sep 26 05:39:00.658791 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cfec5324-cce4-47f1-97a9-3f2f0af3b3ff req-3886f07b-bfd2-458b-a564-2a71f05c5074 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417538 Sep 26 05:39:01.674189 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b5524-95a6-4340-8bf8-f7b0eca93372 req-a854bf13-4dc8-47ce-a163-150a4ba11061 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:01.675665 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5a2b5524-95a6-4340-8bf8-f7b0eca93372 req-a854bf13-4dc8-47ce-a163-150a4ba11061 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0473764 Sep 26 05:39:01.766169 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5a2b5524-95a6-4340-8bf8-f7b0eca93372 req-72ec0745-372b-46a6-ba2a-ae1a461d1287 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846705 Sep 26 05:39:01.802524 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55b18a-5d8b-45b0-9c32-e82fce216e72 req-89bb52be-dc53-41e4-9f5b-fd8bc4c23c17 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:01.804011 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1a55b18a-5d8b-45b0-9c32-e82fce216e72 req-89bb52be-dc53-41e4-9f5b-fd8bc4c23c17 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 946 time: 0.0628297 Sep 26 05:39:01.853000 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1a55b18a-5d8b-45b0-9c32-e82fce216e72 req-2451f763-20f8-4a2c-a885-45410e2ff0b3 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=762f6746-0f1c-4dd6-b211-16d1e0276fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427384 Sep 26 05:39:02.016529 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fbcdbacc-cef0-4817-932b-581f0bff373c req-3de2ed0c-c4c1-485a-ae1f-a7944796571e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3211bad3-a3ee-47c8-a87f-240818a7928b HTTP/1.1" status: 200 len: 1000 time: 0.0599482 Sep 26 05:39:02.075601 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdbacc-cef0-4817-932b-581f0bff373c req-2ec3dd18-8f88-4555-9d44-16417b3e9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:02.077296 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fbcdbacc-cef0-4817-932b-581f0bff373c req-2ec3dd18-8f88-4555-9d44-16417b3e9afe service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e7e2e204-cb7d-4ef2-a006-95b31578c234 HTTP/1.1" status: 200 len: 854 time: 0.0510144 Sep 26 05:39:02.214825 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdbacc-cef0-4817-932b-581f0bff373c req-79ef23b0-97ee-459c-b7d8-c4a52663a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:02.216282 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fbcdbacc-cef0-4817-932b-581f0bff373c req-79ef23b0-97ee-459c-b7d8-c4a52663a6fc service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379469 Sep 26 05:39:02.273134 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:02.355042 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccb435-0b65-4825-be18-0a4f24ba45b9 req-69b62c22-ae32-4947-aaf2-92fd327fbb57 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:02.356512 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-9cccb435-0b65-4825-be18-0a4f24ba45b9 req-69b62c22-ae32-4947-aaf2-92fd327fbb57 tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 946 time: 0.0722270 Sep 26 05:39:02.358943 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fbcdbacc-cef0-4817-932b-581f0bff373c req-5e50aaa9-348c-4a8c-9059-837db3538827 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322653 Sep 26 05:39:02.508748 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-9cccb435-0b65-4825-be18-0a4f24ba45b9 req-475678c9-25cf-4bc5-ad43-bf1763249a1e tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Deleting port e8eec1dd-e7cd-4910-b584-d07e93b3bb08 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:39:02.509092 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-9cccb435-0b65-4825-be18-0a4f24ba45b9 req-475678c9-25cf-4bc5-ad43-bf1763249a1e tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (e8eec1dd-e7cd-4910-b584-d07e93b3bb08), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:02.538431 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fbcdbacc-cef0-4817-932b-581f0bff373c req-c399fbf7-e9c4-4e9c-9b64-c13699ae0c09 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688676 Sep 26 05:39:02.572133 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:02.625414 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-9cccb435-0b65-4825-be18-0a4f24ba45b9 req-475678c9-25cf-4bc5-ad43-bf1763249a1e tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] For port e8eec1dd-e7cd-4910-b584-d07e93b3bb08, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e8eec1dd-e7cd-4910-b584-d07e93b3bb08,segment=NetworkSegment(ee66db1f-5d09-4924-b17a-e8eafd190145),segment_id=ee66db1f-5d09-4924-b17a-e8eafd190145)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:39:02.625771 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-9cccb435-0b65-4825-be18-0a4f24ba45b9 req-475678c9-25cf-4bc5-ad43-bf1763249a1e tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (e8eec1dd-e7cd-4910-b584-d07e93b3bb08), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:02.638350 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-9cccb435-0b65-4825-be18-0a4f24ba45b9 req-475678c9-25cf-4bc5-ad43-bf1763249a1e tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Calling delete_port for e8eec1dd-e7cd-4910-b584-d07e93b3bb08 owned by compute:nova {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:39:02.764699 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-9cccb435-0b65-4825-be18-0a4f24ba45b9 req-475678c9-25cf-4bc5-ad43-bf1763249a1e tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (e8eec1dd-e7cd-4910-b584-d07e93b3bb08), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:02.776673 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['e8eec1dd-e7cd-4910-b584-d07e93b3bb08'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:39:02.797692 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475678c9-25cf-4bc5-ad43-bf1763249a1e tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Pushing event deleted for resources: {'Port': ['ID=e8eec1dd-e7cd-4910-b584-d07e93b3bb08,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:39:02.843865 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cccb435-0b65-4825-be18-0a4f24ba45b9 req-475678c9-25cf-4bc5-ad43-bf1763249a1e tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] No DVR routers for this DVR port e8eec1dd-e7cd-4910-b584-d07e93b3bb08 on host hv-cinder-85918 {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:39:02.846928 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-9cccb435-0b65-4825-be18-0a4f24ba45b9 req-475678c9-25cf-4bc5-ad43-bf1763249a1e tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:02.850470 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-9cccb435-0b65-4825-be18-0a4f24ba45b9 req-475678c9-25cf-4bc5-ad43-bf1763249a1e tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.60 "DELETE /networking/v2.0/ports/e8eec1dd-e7cd-4910-b584-d07e93b3bb08 HTTP/1.1" status: 204 len: 173 time: 0.4824238 Sep 26 05:39:02.851018 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e110bd9-f6bc-409e-beb6-2795aebc59f9', 'name': 'network-vif-deleted', 'tag': 'e8eec1dd-e7cd-4910-b584-d07e93b3bb08'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:39:02.853394 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d7fdfe-4b02-4868-aed4-1441d045b6e4" -d '{"events": [{"server_uuid": "1e110bd9-f6bc-409e-beb6-2795aebc59f9", "name": "network-vif-deleted", "tag": "e8eec1dd-e7cd-4910-b584-d07e93b3bb08"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:39:02.915443 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4962764-539a-4c03-8280-69ca856b414e x-openstack-request-id: req-c4962764-539a-4c03-8280-69ca856b414e {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:39:02.915728 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e110bd9-f6bc-409e-beb6-2795aebc59f9", "name": "network-vif-deleted", "tag": "e8eec1dd-e7cd-4910-b584-d07e93b3bb08", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:39:02.915978 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4962764-539a-4c03-8280-69ca856b414e {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:39:02.916419 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4962764-539a-4c03-8280-69ca856b414e'] response: {'server_uuid': '1e110bd9-f6bc-409e-beb6-2795aebc59f9', 'name': 'network-vif-deleted', 'tag': 'e8eec1dd-e7cd-4910-b584-d07e93b3bb08', 'status': 'completed', 'code': 200} Sep 26 05:39:02.922669 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4178d-ebf4-42a2-bc14-37bd20a1ca45 req-5e3d1aa0-b4ca-4bd5-a18f-4bd5e63679f7 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:02.930176 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a9b4178d-ebf4-42a2-bc14-37bd20a1ca45 req-5e3d1aa0-b4ca-4bd5-a18f-4bd5e63679f7 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0829940 Sep 26 05:39:03.022688 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b6159c90-6c6a-4fe9-9689-c76ee663c420 req-10b9b88e-08d0-4b9c-9b44-aa367f8b458d tempest-VolumesActionsTest-541034204 tempest-VolumesActionsTest-541034204-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e110bd9-f6bc-409e-beb6-2795aebc59f9 HTTP/1.1" status: 200 len: 210 time: 0.0464947 Sep 26 05:39:03.029337 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a9b4178d-ebf4-42a2-bc14-37bd20a1ca45 req-e4589a90-2100-4890-afbc-cc46f7eb01ca tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0983176 Sep 26 05:39:04.162930 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f0b09-f938-43e3-9cfd-26931187ab50 req-d30dbb60-fc08-40a3-8a2b-7e36d1d9beee tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:04.164532 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0d0f0b09-f938-43e3-9cfd-26931187ab50 req-d30dbb60-fc08-40a3-8a2b-7e36d1d9beee tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0489626 Sep 26 05:39:04.234944 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-0d0f0b09-f938-43e3-9cfd-26931187ab50 req-a21fc443-4a82-4b55-b639-b37eefe34480 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604925 Sep 26 05:39:05.362142 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3a3c2-7a56-4e27-b439-17fb09dc0f95 req-32597a48-4f14-4fd2-8854-4f7deb6cc72e tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:05.363542 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5ac3a3c2-7a56-4e27-b439-17fb09dc0f95 req-32597a48-4f14-4fd2-8854-4f7deb6cc72e tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0522060 Sep 26 05:39:05.396842 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:05.428098 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5ac3a3c2-7a56-4e27-b439-17fb09dc0f95 req-1d55b6f5-4703-4b67-9c18-7bc56ce595e5 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588272 Sep 26 05:39:05.985344 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device e8eec1dd-e7cd-4910-b584-d07e93b3bb08 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:39:05.987547 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:06.007961 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: e8eec1dd-e7cd-4910-b584-d07e93b3bb08 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:39:06.008328 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device e8eec1dd-e7cd-4910-b584-d07e93b3bb08 not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:39:06.550731 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643783c-d6f9-4a52-aac5-bd208ead7971 req-c5991301-c0da-448b-a6f7-5938d7e9f2fd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:06.552206 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d643783c-d6f9-4a52-aac5-bd208ead7971 req-c5991301-c0da-448b-a6f7-5938d7e9f2fd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0477550 Sep 26 05:39:06.617713 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d643783c-d6f9-4a52-aac5-bd208ead7971 req-1622fd0b-41f8-408e-a322-5abc0e4232b2 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597591 Sep 26 05:39:07.739636 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efae92-0c88-49b5-80de-dc754d53602d req-fcdd26a6-bc44-47e9-ac4d-b4e153ae3093 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:07.741135 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-92efae92-0c88-49b5-80de-dc754d53602d req-fcdd26a6-bc44-47e9-ac4d-b4e153ae3093 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0468044 Sep 26 05:39:07.799883 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-92efae92-0c88-49b5-80de-dc754d53602d req-da516c5a-b352-4fcb-b307-ab2c770ea860 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531602 Sep 26 05:39:08.918537 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:39:09.100741 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c7802-0ee2-4e82-a327-524de1694eab req-cede4a9c-41c5-422a-ade1-f85e201875cf tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:09.102259 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f53c7802-0ee2-4e82-a327-524de1694eab req-cede4a9c-41c5-422a-ade1-f85e201875cf tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.2287366 Sep 26 05:39:09.161742 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f53c7802-0ee2-4e82-a327-524de1694eab req-a4ec8873-632d-4760-8ae2-01021a69bc22 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529983 Sep 26 05:39:10.347548 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422fead-bff3-4673-b040-f7844d66ebe5 req-900557aa-5ac9-4a77-80c0-d205e7b0a35e tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:10.349150 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3422fead-bff3-4673-b040-f7844d66ebe5 req-900557aa-5ac9-4a77-80c0-d205e7b0a35e tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.1089771 Sep 26 05:39:10.376808 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:10.414465 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3422fead-bff3-4673-b040-f7844d66ebe5 req-024e58f7-cb2d-464d-ab4b-c94050ca7a2c tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587525 Sep 26 05:39:11.562895 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1357ed-0f1f-48b6-8c89-a216a393a2b3 req-8cad1ebc-f925-417e-a39c-49842d63dd73 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:11.564647 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4c1357ed-0f1f-48b6-8c89-a216a393a2b3 req-8cad1ebc-f925-417e-a39c-49842d63dd73 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0631537 Sep 26 05:39:11.636805 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4c1357ed-0f1f-48b6-8c89-a216a393a2b3 req-20c3433d-78bd-4642-9601-1c09c8f1a853 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653274 Sep 26 05:39:12.797429 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef138c9-0a09-4865-922c-241e40621eb2 req-40498014-c3b2-47df-9e82-7b2727e669c9 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:12.798938 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2ef138c9-0a09-4865-922c-241e40621eb2 req-40498014-c3b2-47df-9e82-7b2727e669c9 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0518212 Sep 26 05:39:12.806647 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=29,neutron:DELETE=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:12.821160 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 45564) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:39:12.834643 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=53,neutron:DELETE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:12.887828 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2ef138c9-0a09-4865-922c-241e40621eb2 req-a73fb550-42ca-4947-a93e-440da6d6acf2 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822284 Sep 26 05:39:12.968450 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:13.069989 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Publish callbacks [] for security_group (1a57d6e2-e0c7-4b58-92f6-eef5b868d0ad), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:13.075051 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (1a57d6e2-e0c7-4b58-92f6-eef5b868d0ad), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:13.128267 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57d6e2-e0c7-4b58-92f6-eef5b868d0ad,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:39:13.134651 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=e82c6ec8b6954e6bbf091dde0e889d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096323 Sep 26 05:39:13.135345 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 45572) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:39:13.138563 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:39:13.139315 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:39:13.139703 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:39:13.140013 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:39:13.140440 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:39:13.140769 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:39:13.141109 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:39:13.141421 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:39:13.141778 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:39:13.142064 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:39:13.142384 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:39:13.142795 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:39:13.143021 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:39:13.143385 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:39:13.143863 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08aceb7-587e-4574-a787-7a318e737ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:39:13.190611 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-73c58afe-79ba-430e-8ca0-6dc87050f0dc admin admin] Publish callbacks [] for security_group (1a57d6e2-e0c7-4b58-92f6-eef5b868d0ad), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:13.226007 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-73c58afe-79ba-430e-8ca0-6dc87050f0dc admin admin] Publish callbacks [] for security_group (1a57d6e2-e0c7-4b58-92f6-eef5b868d0ad), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:13.289268 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-73c58afe-79ba-430e-8ca0-6dc87050f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (1a57d6e2-e0c7-4b58-92f6-eef5b868d0ad), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:13.292039 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-73c58afe-79ba-430e-8ca0-6dc87050f0dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:13.293255 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-73c58afe-79ba-430e-8ca0-6dc87050f0dc admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/1a57d6e2-e0c7-4b58-92f6-eef5b868d0ad HTTP/1.1" status: 204 len: 168 time: 0.1567042 Sep 26 05:39:13.302342 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c58afe-79ba-430e-8ca0-6dc87050f0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57d6e2-e0c7-4b58-92f6-eef5b868d0ad,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:39:14.069552 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a3c65-1b96-4126-8597-07e338052f1a req-a40b818c-6632-472e-9aa2-5b53af244213 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:14.071039 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4b6a3c65-1b96-4126-8597-07e338052f1a req-a40b818c-6632-472e-9aa2-5b53af244213 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0670879 Sep 26 05:39:14.159530 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-4b6a3c65-1b96-4126-8597-07e338052f1a req-e35138c2-fbde-40d9-b0e9-a20eb31e80d6 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806043 Sep 26 05:39:15.317097 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:15.339301 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f8c92-8422-4f98-b8c0-1490978c526a req-f09d49f4-9703-49ec-95df-31237e571608 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:15.349981 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-758f8c92-8422-4f98-b8c0-1490978c526a req-f09d49f4-9703-49ec-95df-31237e571608 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0673707 Sep 26 05:39:15.422561 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-758f8c92-8422-4f98-b8c0-1490978c526a req-c257a10c-0b93-493d-ba40-2421f9be9b9d tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712397 Sep 26 05:39:15.990290 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:16.554555 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db6c9e-0bc1-4e5f-837f-869b795b5fe9 req-95322424-c4de-49d0-862e-203cd899a820 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:16.561281 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22db6c9e-0bc1-4e5f-837f-869b795b5fe9 req-95322424-c4de-49d0-862e-203cd899a820 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0572760 Sep 26 05:39:16.626033 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-22db6c9e-0bc1-4e5f-837f-869b795b5fe9 req-280c7659-6184-4382-bb72-26d0d95bc4cd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622988 Sep 26 05:39:17.772498 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8441926-3c28-4707-bc2c-66a07a829c98 req-70a95261-e92a-4612-b014-ea72b242814a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:17.779871 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f8441926-3c28-4707-bc2c-66a07a829c98 req-70a95261-e92a-4612-b014-ea72b242814a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0627625 Sep 26 05:39:17.844627 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f8441926-3c28-4707-bc2c-66a07a829c98 req-2af048e0-a2ee-48cc-832a-cdaea442504e tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637093 Sep 26 05:39:18.191699 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:18.997513 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd0c9b-22d4-4440-8156-8b665f357f1b req-fb9beeac-eecc-4630-b733-a6ad82bb1b90 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:18.999389 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f6cd0c9b-22d4-4440-8156-8b665f357f1b req-fb9beeac-eecc-4630-b733-a6ad82bb1b90 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0634217 Sep 26 05:39:19.068282 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f6cd0c9b-22d4-4440-8156-8b665f357f1b req-aba7e63d-9fe6-4930-90f0-82ee5aa31e0a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628495 Sep 26 05:39:20.262554 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033090e-ccb5-418f-93d0-63e95328bd1e req-70e4176f-8407-42ab-8227-5a878c57fcb8 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:20.264700 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9033090e-ccb5-418f-93d0-63e95328bd1e req-70e4176f-8407-42ab-8227-5a878c57fcb8 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0561893 Sep 26 05:39:20.279669 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:20.334857 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9033090e-ccb5-418f-93d0-63e95328bd1e req-89864ac5-215a-4682-8213-c262db9b756f tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609868 Sep 26 05:39:21.464346 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55535298-c29d-4fa0-b106-9b14591a6eba req-86741c62-aec0-464d-be0f-1238f9afd606 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:21.465956 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-55535298-c29d-4fa0-b106-9b14591a6eba req-86741c62-aec0-464d-be0f-1238f9afd606 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0506682 Sep 26 05:39:21.533728 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-55535298-c29d-4fa0-b106-9b14591a6eba req-c5826478-1064-4b46-8d96-04d734bae420 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611506 Sep 26 05:39:22.666563 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8b0bc-9337-4e2f-a7ca-05366077eaf7 req-60a7c26e-ae85-447b-b7f2-a79e3eef69d9 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:22.668047 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b2f8b0bc-9337-4e2f-a7ca-05366077eaf7 req-60a7c26e-ae85-447b-b7f2-a79e3eef69d9 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0535085 Sep 26 05:39:22.739309 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b2f8b0bc-9337-4e2f-a7ca-05366077eaf7 req-e7a6be31-5c74-4623-9145-36ab020f3f5d tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634406 Sep 26 05:39:23.126960 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:23.134165 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:23.213326 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035e55d-bad5-4411-af22-44400eb4feab req-b541c80f-cda2-4b61-9cfb-0d67f1b2d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:23.214912 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4035e55d-bad5-4411-af22-44400eb4feab req-b541c80f-cda2-4b61-9cfb-0d67f1b2d14f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=acb97fc9f6ca4cc3970ba2192c2fa3c1&device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 1168 time: 0.0519938 Sep 26 05:39:23.325375 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-15920429-327a-4439-822a-a981705f698c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:23.349915 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035e55d-bad5-4411-af22-44400eb4feab req-4c9170f4-518b-4575-adb3-93f4b906d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:23.351842 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4035e55d-bad5-4411-af22-44400eb4feab req-4c9170f4-518b-4575-adb3-93f4b906d539 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 HTTP/1.1" status: 200 len: 916 time: 0.1107900 Sep 26 05:39:23.436299 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4035e55d-bad5-4411-af22-44400eb4feab req-4fafc688-d226-4be1-ba7b-77c9e44e3f1d service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3211bad3-a3ee-47c8-a87f-240818a7928b HTTP/1.1" status: 200 len: 1000 time: 0.0749838 Sep 26 05:39:23.496657 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035e55d-bad5-4411-af22-44400eb4feab req-9296f5ae-0de0-412b-9797-890967610312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:23.498254 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4035e55d-bad5-4411-af22-44400eb4feab req-9296f5ae-0de0-412b-9797-890967610312 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e7e2e204-cb7d-4ef2-a006-95b31578c234 HTTP/1.1" status: 200 len: 854 time: 0.0497277 Sep 26 05:39:23.552628 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035e55d-bad5-4411-af22-44400eb4feab req-9665051b-d162-46e6-bf0c-9ee4bd2bb971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:23.554632 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4035e55d-bad5-4411-af22-44400eb4feab req-9665051b-d162-46e6-bf0c-9ee4bd2bb971 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439248 Sep 26 05:39:23.709126 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4035e55d-bad5-4411-af22-44400eb4feab req-d95bf4b7-879b-4fa5-a33c-a5bc2a1fb835 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470406 Sep 26 05:39:23.835792 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-4035e55d-bad5-4411-af22-44400eb4feab req-c2ee5519-e33d-4d27-85b3-94775e028ca8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202810 Sep 26 05:39:23.894914 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f5c5e-21e7-494c-99d7-f9e3810205aa req-761c72ef-c7d8-44ee-8b5f-d4c78e79de6c tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:23.897135 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ce4f5c5e-21e7-494c-99d7-f9e3810205aa req-761c72ef-c7d8-44ee-8b5f-d4c78e79de6c tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0659244 Sep 26 05:39:23.973117 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ce4f5c5e-21e7-494c-99d7-f9e3810205aa req-c8d40d18-d800-4d65-86f1-6af9ea35f4cc tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699782 Sep 26 05:39:25.112951 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696200-5e06-4acb-8cc7-681a65e8bb6a req-392a4c70-d033-4897-9c20-456cef0d0f6d tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:25.115724 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e7696200-5e06-4acb-8cc7-681a65e8bb6a req-392a4c70-d033-4897-9c20-456cef0d0f6d tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0588634 Sep 26 05:39:25.190339 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e7696200-5e06-4acb-8cc7-681a65e8bb6a req-59fc7da4-3386-4284-a231-a70ee802ecd6 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=beb46e1e-e3d5-4418-93f8-6107d39b0841&id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691781 Sep 26 05:39:25.620869 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d1544f8a-fe8d-4b7e-9802-d47c65004e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:26.750335 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:26.953904 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:26.954630 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=5 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:28.347804 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:28.496112 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:30.310800 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 45848) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:39:30.362737 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_v2 [None req-db592645-c04c-4e93-9ea7-2b212e0cc245 admin admin] Deleting subnet 243b4e10-7517-4339-ad6e-7262b14c2234 {{(pid=106340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:39:30.365808 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-db592645-c04c-4e93-9ea7-2b212e0cc245 admin admin] Publish callbacks [] for subnet (243b4e10-7517-4339-ad6e-7262b14c2234), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:30.391658 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:30.401075 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-db592645-c04c-4e93-9ea7-2b212e0cc245 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2915594'] for subnet (243b4e10-7517-4339-ad6e-7262b14c2234), precommit_delete_associations {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:30.440001 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-db592645-c04c-4e93-9ea7-2b212e0cc245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (243b4e10-7517-4339-ad6e-7262b14c2234), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:30.494438 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-db592645-c04c-4e93-9ea7-2b212e0cc245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3865862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8697729'] for subnet (243b4e10-7517-4339-ad6e-7262b14c2234), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:30.522222 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db592645-c04c-4e93-9ea7-2b212e0cc245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243b4e10-7517-4339-ad6e-7262b14c2234,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:39:30.527018 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-db592645-c04c-4e93-9ea7-2b212e0cc245 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:30.527527 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-db592645-c04c-4e93-9ea7-2b212e0cc245 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/243b4e10-7517-4339-ad6e-7262b14c2234 HTTP/1.1" status: 204 len: 168 time: 0.2156987 Sep 26 05:39:30.530160 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 45854) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:39:30.604311 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-70cacd38-eec5-475f-8de1-3b9de9434ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (3f90c229-cdcb-41cd-bb83-7856e14af107), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:30.695305 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-70cacd38-eec5-475f-8de1-3b9de9434ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (3f90c229-cdcb-41cd-bb83-7856e14af107), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:30.717786 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-70cacd38-eec5-475f-8de1-3b9de9434ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f90c229-cdcb-41cd-bb83-7856e14af107']}} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:39:30.727350 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-70cacd38-eec5-475f-8de1-3b9de9434ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee66db1f-5d09-4924-b17a-e8eafd190145') {'for_net_delete': True} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:39:30.727644 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.services.segments.db [None req-70cacd38-eec5-475f-8de1-3b9de9434ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee66db1f-5d09-4924-b17a-e8eafd190145') {} {{(pid=106340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:39:30.737437 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-70cacd38-eec5-475f-8de1-3b9de9434ebb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2915633'] for segment (ee66db1f-5d09-4924-b17a-e8eafd190145), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:30.751104 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-70cacd38-eec5-475f-8de1-3b9de9434ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (ee66db1f-5d09-4924-b17a-e8eafd190145), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:30.757281 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70cacd38-eec5-475f-8de1-3b9de9434ebb admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106340) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:39:30.757655 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-70cacd38-eec5-475f-8de1-3b9de9434ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3866044'] for segment (ee66db1f-5d09-4924-b17a-e8eafd190145), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:30.761967 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:30.801515 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.services.segments.plugin [-] Segment ee66db1f-5d09-4924-b17a-e8eafd190145 resource provider aggregate not found Sep 26 05:39:30.822090 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.services.segments.plugin [-] Segment ee66db1f-5d09-4924-b17a-e8eafd190145 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee66db1f-5d09-4924-b17a-e8eafd190145 found for delete ", "request_id": "req-59113894-0f58-4789-b99b-f5bc91eca722"}]} Sep 26 05:39:30.825377 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-70cacd38-eec5-475f-8de1-3b9de9434ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (3f90c229-cdcb-41cd-bb83-7856e14af107), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:30.831294 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-70cacd38-eec5-475f-8de1-3b9de9434ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:30.834387 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-70cacd38-eec5-475f-8de1-3b9de9434ebb admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/3f90c229-cdcb-41cd-bb83-7856e14af107 HTTP/1.1" status: 204 len: 168 time: 0.3033168 Sep 26 05:39:30.846541 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cacd38-eec5-475f-8de1-3b9de9434ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=3f90c229-cdcb-41cd-bb83-7856e14af107,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:39:31.000123 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 45864) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:39:31.038662 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-ea367c6d-b3d6-4583-ad4d-22033247fae5 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=741fd985226b460a93af30e55719aab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373969 Sep 26 05:39:31.041087 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 45866) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:39:31.092135 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b49cd1f4-ad5a-4db7-8183-f0cc487e2510 admin admin] Publish callbacks [] for security_group (762f6746-0f1c-4dd6-b211-16d1e0276fcc), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:31.113231 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b49cd1f4-ad5a-4db7-8183-f0cc487e2510 admin admin] Publish callbacks [] for security_group (762f6746-0f1c-4dd6-b211-16d1e0276fcc), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:31.160734 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b49cd1f4-ad5a-4db7-8183-f0cc487e2510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (762f6746-0f1c-4dd6-b211-16d1e0276fcc), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:31.163444 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b49cd1f4-ad5a-4db7-8183-f0cc487e2510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:31.164642 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-b49cd1f4-ad5a-4db7-8183-f0cc487e2510 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/762f6746-0f1c-4dd6-b211-16d1e0276fcc HTTP/1.1" status: 204 len: 168 time: 0.1226678 Sep 26 05:39:31.173267 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cd1f4-ad5a-4db7-8183-f0cc487e2510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762f6746-0f1c-4dd6-b211-16d1e0276fcc,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:39:34.127042 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 45966) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:39:34.235188 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-86a28201-4b57-4eb9-9c80-07ab9a572d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:34.311918 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-86a28201-4b57-4eb9-9c80-07ab9a572d0d admin admin] Publish callbacks [] for security_group (117f0286-db38-4a98-8a17-623de1a0ef49), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:34.315849 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-86a28201-4b57-4eb9-9c80-07ab9a572d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (117f0286-db38-4a98-8a17-623de1a0ef49), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:34.356301 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-86a28201-4b57-4eb9-9c80-07ab9a572d0d admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=0435e36fe1ad4d99a3f6b076e469469e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280552 Sep 26 05:39:34.358236 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a28201-4b57-4eb9-9c80-07ab9a572d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117f0286-db38-4a98-8a17-623de1a0ef49,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:39:34.360341 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 45970) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:39:34.410741 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-368cd533-41c2-4681-b7b5-665f01635991 admin admin] Publish callbacks [] for security_group (117f0286-db38-4a98-8a17-623de1a0ef49), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:34.431322 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-368cd533-41c2-4681-b7b5-665f01635991 admin admin] Publish callbacks [] for security_group (117f0286-db38-4a98-8a17-623de1a0ef49), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:34.480170 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-368cd533-41c2-4681-b7b5-665f01635991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (117f0286-db38-4a98-8a17-623de1a0ef49), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:34.482788 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-368cd533-41c2-4681-b7b5-665f01635991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:34.484341 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-368cd533-41c2-4681-b7b5-665f01635991 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/117f0286-db38-4a98-8a17-623de1a0ef49 HTTP/1.1" status: 204 len: 168 time: 0.1229894 Sep 26 05:39:34.492228 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cd533-41c2-4681-b7b5-665f01635991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117f0286-db38-4a98-8a17-623de1a0ef49,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:39:38.486806 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:44.351328 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:44.354230 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:44.464154 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=58,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:44.488258 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:DELETE=4,neutron:SELECT=15 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:44.514614 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:45.917720 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:39:48.207681 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:51.281432 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-fe401ed6-16ef-4caa-9587-1418a9f5c29d tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1686962999&fields=id&tenant_id=774c63ee5fc74c619f63c64590c154e4 HTTP/1.1" status: 200 len: 267 time: 0.0544410 Sep 26 05:39:51.393088 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-18911cce-5a6b-4f63-bce2-44f29bed87ab tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:51.394662 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-18911cce-5a6b-4f63-bce2-44f29bed87ab tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 812 time: 0.1064363 Sep 26 05:39:51.409264 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-d3dd46db-6a56-4366-be6f-23a339e888c9 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/quotas/774c63ee5fc74c619f63c64590c154e4 HTTP/1.1" status: 200 len: 375 time: 0.0092359 Sep 26 05:39:51.460471 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-9253cc0c-3086-4ae4-92e5-09bb1b974517 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463810 Sep 26 05:39:51.570011 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-7e8b2601-65c4-455c-a3c5-e551f828be5b service neutron] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106340) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:39:51.571116 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-7e8b2601-65c4-455c-a3c5-e551f828be5b service neutron] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0984461 Sep 26 05:39:51.673021 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-bda15ec1-92ef-4410-986e-2848d5d456ff service neutron] 10.222.0.49 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960236 Sep 26 05:39:51.769472 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-5c984070-1c4a-4519-97b8-6ed9dbfff432 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900393 Sep 26 05:39:52.115379 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1fea7967-f5ea-4d22-9770-336049189809 req-d8ecfa97-78be-4101-85d1-849aa4a40b8c tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 210 time: 0.0343180 Sep 26 05:39:53.218229 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f55c001d-7e00-459a-bcf2-4094c01311a5 req-1029c6aa-54d8-41eb-9d45-a054cf74895d tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 210 time: 0.0325730 Sep 26 05:39:53.281415 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-f9398709-d7f5-411a-b0ac-cb7bfb2a4dbf tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:53.283174 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-f9398709-d7f5-411a-b0ac-cb7bfb2a4dbf tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 812 time: 0.1100504 Sep 26 05:39:53.284915 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8318e11e-ec49-427b-b116-5656d1e4d51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:53.350188 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-aae3b0eb-0e37-40b2-acd8-1047089377eb tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=774c63ee5fc74c619f63c64590c154e4 HTTP/1.1" status: 200 len: 380 time: 0.0588381 Sep 26 05:39:53.358758 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-5bee53e2-89a7-487e-a375-f5e13fe76e82 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Request body: {'port': {'device_id': '05c532b0-9ad5-4519-ad88-2b61859b648f', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'admin_state_up': True, 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'security_groups': ['7eb35423-d2b0-4263-942b-b274f2129f77']}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:39:53.472432 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-5bee53e2-89a7-487e-a375-f5e13fe76e82 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Made reservation on behalf of 774c63ee5fc74c619f63c64590c154e4 for: {'port': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:39:53.476030 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-5bee53e2-89a7-487e-a375-f5e13fe76e82 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:53.581188 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=11 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:53.599135 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-5bee53e2-89a7-487e-a375-f5e13fe76e82 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Allocated IP 172.20.0.3 (aa57f4f4-2276-4970-8337-66a125f8a06a/4408293b-c7bd-46de-8b4c-2f69b84d7882/19481f78-5754-457c-8919-13eca736d5eb) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:39:53.748339 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-5bee53e2-89a7-487e-a375-f5e13fe76e82 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for port (19481f78-5754-457c-8919-13eca736d5eb), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:53.779430 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-5bee53e2-89a7-487e-a375-f5e13fe76e82 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (19481f78-5754-457c-8919-13eca736d5eb), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:53.826762 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-5bee53e2-89a7-487e-a375-f5e13fe76e82 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Network aa57f4f4-2276-4970-8337-66a125f8a06a is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:39:53.830456 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-5bee53e2-89a7-487e-a375-f5e13fe76e82 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:39:53.834232 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-5bee53e2-89a7-487e-a375-f5e13fe76e82 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:39:53.857707 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee53e2-89a7-487e-a375-f5e13fe76e82 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'Port': ['ID=19481f78-5754-457c-8919-13eca736d5eb,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:39:53.886293 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-5bee53e2-89a7-487e-a375-f5e13fe76e82 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:53.887029 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-5bee53e2-89a7-487e-a375-f5e13fe76e82 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:53.906242 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-5bee53e2-89a7-487e-a375-f5e13fe76e82 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5510573 Sep 26 05:39:54.096502 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Provisioning complete for port 19481f78-5754-457c-8919-13eca736d5eb triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:39:54.096874 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (19481f78-5754-457c-8919-13eca736d5eb), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:54.097209 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Attempt 1 to provision port 19481f78-5754-457c-8919-13eca736d5eb Sep 26 05:39:54.131289 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Port 19481f78-5754-457c-8919-13eca736d5eb cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:39:54.327164 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-252af7ac-4efe-4a32-9008-da5a1608ec16 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] http://10.222.0.49:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106341) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 05:39:54.328130 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-252af7ac-4efe-4a32-9008-da5a1608ec16 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055356 Sep 26 05:39:54.339896 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1896a-5849-41a2-a5f1-e1f98e1ab762 req-ffd28929-fbfb-4a9c-89a8-6550548e37b0 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:54.341379 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b1d1896a-5849-41a2-a5f1-e1f98e1ab762 req-ffd28929-fbfb-4a9c-89a8-6550548e37b0 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 931 time: 0.0466986 Sep 26 05:39:54.389833 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b1d1896a-5849-41a2-a5f1-e1f98e1ab762 req-cfaeca65-d11e-43d8-9e3d-1d0dd7df78d1 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426304 Sep 26 05:39:54.632846 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Attempt 2 to provision port 19481f78-5754-457c-8919-13eca736d5eb Sep 26 05:39:54.663402 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Port 19481f78-5754-457c-8919-13eca736d5eb cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:39:55.164486 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Attempt 3 to provision port 19481f78-5754-457c-8919-13eca736d5eb Sep 26 05:39:55.196011 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Port 19481f78-5754-457c-8919-13eca736d5eb cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:39:55.515312 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187e747-ab19-431c-aa6c-ce2d6b5d333b req-6750f16b-c469-4c38-b002-ad6a96bfcaad tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:55.516762 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7187e747-ab19-431c-aa6c-ce2d6b5d333b req-6750f16b-c469-4c38-b002-ad6a96bfcaad tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 931 time: 0.0475883 Sep 26 05:39:55.564290 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7187e747-ab19-431c-aa6c-ce2d6b5d333b req-12fb0c01-e436-47ca-8e8b-063f6af5539b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413599 Sep 26 05:39:55.615103 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec425-2122-49cd-a1a7-63ae99cbe8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:55.697505 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Attempt 4 to provision port 19481f78-5754-457c-8919-13eca736d5eb Sep 26 05:39:55.731703 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Port 19481f78-5754-457c-8919-13eca736d5eb cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:39:56.113038 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Request body: {'port': {'device_id': '05c532b0-9ad5-4519-ad88-2b61859b648f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:39:56.170068 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (19481f78-5754-457c-8919-13eca736d5eb), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:56.184243 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:56.203496 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:56.233948 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Attempt 5 to provision port 19481f78-5754-457c-8919-13eca736d5eb Sep 26 05:39:56.265599 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Port 19481f78-5754-457c-8919-13eca736d5eb cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:39:56.447691 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19481f78-5754-457c-8919-13eca736d5eb {{(pid=106341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:39:56.455241 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Publish callbacks [] for port (19481f78-5754-457c-8919-13eca736d5eb), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:56.469756 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.provisioning_blocks [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Transition to ACTIVE for port object 19481f78-5754-457c-8919-13eca736d5eb will not be triggered until provisioned by entity L2. {{(pid=106341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:39:56.474513 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (19481f78-5754-457c-8919-13eca736d5eb), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:56.557899 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Pushing event updated for resources: {'Port': ['ID=19481f78-5754-457c-8919-13eca736d5eb,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:39:56.591012 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Attempting to bind port 19481f78-5754-457c-8919-13eca736d5eb on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:39:56.591356 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Attempting to bind port 19481f78-5754-457c-8919-13eca736d5eb by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:39:56.591923 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Attempting to bind port 19481f78-5754-457c-8919-13eca736d5eb on network aa57f4f4-2276-4970-8337-66a125f8a06a {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:39:56.645240 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Port 19481f78-5754-457c-8919-13eca736d5eb on network aa57f4f4-2276-4970-8337-66a125f8a06a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:39:56.645568 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Attempting to bind port 19481f78-5754-457c-8919-13eca736d5eb on network aa57f4f4-2276-4970-8337-66a125f8a06a {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:39:56.696582 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:39:56.697026 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Checking segment: {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:39:56.697463 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Bound using segment: {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:39:56.697875 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Bound port: 19481f78-5754-457c-8919-13eca736d5eb, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a'}}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:39:56.698236 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (19481f78-5754-457c-8919-13eca736d5eb), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:56.705923 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a5504-0b95-48d0-b3ee-fe58e8bbd95d req-a03fef51-9856-415c-bfd8-71c29c7e4c09 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:56.708513 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-660a5504-0b95-48d0-b3ee-fe58e8bbd95d req-a03fef51-9856-415c-bfd8-71c29c7e4c09 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.0611908 Sep 26 05:39:56.760329 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:56.766897 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Attempt 6 to provision port 19481f78-5754-457c-8919-13eca736d5eb Sep 26 05:39:56.777217 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-660a5504-0b95-48d0-b3ee-fe58e8bbd95d req-b9ee08b6-f551-4e5e-8a05-37306da7bd1b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614147 Sep 26 05:39:56.794238 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] For port 19481f78-5754-457c-8919-13eca736d5eb, host hv-cinder-85918, cleared binding levels {{(pid=106341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:39:56.794238 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] For port 19481f78-5754-457c-8919-13eca736d5eb, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=19481f78-5754-457c-8919-13eca736d5eb,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:39:56.797233 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (19481f78-5754-457c-8919-13eca736d5eb), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:56.806253 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:56.806953 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:56.808678 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/19481f78-5754-457c-8919-13eca736d5eb HTTP/1.1" status: 200 len: 1093 time: 0.7462296 Sep 26 05:39:56.809553 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Port 19481f78-5754-457c-8919-13eca736d5eb cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:39:56.825442 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c532b0-9ad5-4519-ad88-2b61859b648f', 'tag': '19481f78-5754-457c-8919-13eca736d5eb'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:39:56.832665 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8267ced-8ee2-4b16-bb3a-629e66f23f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "05c532b0-9ad5-4519-ad88-2b61859b648f", "tag": "19481f78-5754-457c-8919-13eca736d5eb"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:39:56.890326 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d17d25-0fb0-45c8-9042-6dba5fef413e x-openstack-request-id: req-73d17d25-0fb0-45c8-9042-6dba5fef413e {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:39:56.890702 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c532b0-9ad5-4519-ad88-2b61859b648f", "tag": "19481f78-5754-457c-8919-13eca736d5eb", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:39:56.890898 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73d17d25-0fb0-45c8-9042-6dba5fef413e {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:39:56.891485 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d17d25-0fb0-45c8-9042-6dba5fef413e'] response: {'name': 'network-changed', 'server_uuid': '05c532b0-9ad5-4519-ad88-2b61859b648f', 'tag': '19481f78-5754-457c-8919-13eca736d5eb', 'status': 'completed', 'code': 200} Sep 26 05:39:56.895054 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5e6d4-8b00-412b-8e4e-c6c3972c3e56 service neutron] Pushing event updated for resources: {'Port': ['ID=19481f78-5754-457c-8919-13eca736d5eb,revision_number=3']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:39:56.909830 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-bb0fefa0-b07d-4782-b5ac-70bf4f9a1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:56.911444 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-bb0fefa0-b07d-4782-b5ac-70bf4f9a1033 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 1127 time: 0.0564251 Sep 26 05:39:56.954404 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-a61edfe7-5abe-4583-85c5-4a74df7fc103 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19481f78-5754-457c-8919-13eca736d5eb HTTP/1.1" status: 200 len: 217 time: 0.0331964 Sep 26 05:39:57.031846 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-89063950-75a2-4e86-9b09-dd2b91ada173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:57.034073 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-89063950-75a2-4e86-9b09-dd2b91ada173 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4408293b-c7bd-46de-8b4c-2f69b84d7882 HTTP/1.1" status: 200 len: 851 time: 0.0480323 Sep 26 05:39:57.083155 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-fd514033-604e-4d3b-b85b-306559ce42a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:57.084591 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-fd514033-604e-4d3b-b85b-306559ce42a7 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=aa57f4f4-2276-4970-8337-66a125f8a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444124 Sep 26 05:39:57.175833 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-a6983ca9-b280-438f-94c8-a3f91bbe30d8 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839665 Sep 26 05:39:57.201477 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:57.231384 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:39:57.274583 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fff1c39b-6879-4165-8410-0f60299e97d4 req-39d4dfbd-bec9-4c09-9c8d-3a8488e2184a service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915296 Sep 26 05:39:57.310474 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Attempt 7 to provision port 19481f78-5754-457c-8919-13eca736d5eb Sep 26 05:39:57.348921 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-d904e6cf-7158-4861-ab81-02446d57a4ba None None] Port 19481f78-5754-457c-8919-13eca736d5eb had new provisioning blocks added so it will not transition to active. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:39:57.672822 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8267ced-8ee2-4b16-bb3a-629e66f23f6e req-bd1ce096-24b5-4298-8091-96d9db581294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:57.674836 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a8267ced-8ee2-4b16-bb3a-629e66f23f6e req-bd1ce096-24b5-4298-8091-96d9db581294 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 1127 time: 0.0396204 Sep 26 05:39:57.766008 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8267ced-8ee2-4b16-bb3a-629e66f23f6e req-45ae85f9-ed3a-426f-80dc-8d7f158b2e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:57.767522 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a8267ced-8ee2-4b16-bb3a-629e66f23f6e req-45ae85f9-ed3a-426f-80dc-8d7f158b2e39 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 913 time: 0.0864727 Sep 26 05:39:57.807047 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a8267ced-8ee2-4b16-bb3a-629e66f23f6e req-c0442302-8de8-4323-a580-4a23736c74a6 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19481f78-5754-457c-8919-13eca736d5eb HTTP/1.1" status: 200 len: 217 time: 0.0312772 Sep 26 05:39:57.859410 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8267ced-8ee2-4b16-bb3a-629e66f23f6e req-03966906-9a91-4f8e-b469-0c7aefd829fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:57.860940 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a8267ced-8ee2-4b16-bb3a-629e66f23f6e req-03966906-9a91-4f8e-b469-0c7aefd829fc service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4408293b-c7bd-46de-8b4c-2f69b84d7882 HTTP/1.1" status: 200 len: 851 time: 0.0439234 Sep 26 05:39:57.900784 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e403d-f17a-48d8-b429-cffdf2780fdb req-8e029f41-3bb1-48dc-b859-809f06982294 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:57.902237 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6e5e403d-f17a-48d8-b429-cffdf2780fdb req-8e029f41-3bb1-48dc-b859-809f06982294 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.0509140 Sep 26 05:39:57.910076 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8267ced-8ee2-4b16-bb3a-629e66f23f6e req-d3540c81-6560-4f76-ab00-62e9c9208287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:57.911537 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a8267ced-8ee2-4b16-bb3a-629e66f23f6e req-d3540c81-6560-4f76-ab00-62e9c9208287 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=aa57f4f4-2276-4970-8337-66a125f8a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420816 Sep 26 05:39:57.951380 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6e5e403d-f17a-48d8-b429-cffdf2780fdb req-52f9be85-b3bb-43bb-862e-aa70b8cdca10 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435584 Sep 26 05:39:58.007956 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a8267ced-8ee2-4b16-bb3a-629e66f23f6e req-05cbdc94-e516-440b-95ed-0248ee5bf600 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871589 Sep 26 05:39:58.335427 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a8267ced-8ee2-4b16-bb3a-629e66f23f6e req-141626c4-780b-4175-b15d-eb1511e83755 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179052 Sep 26 05:39:58.354711 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:58.502886 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:39:59.073654 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89e3fe-c494-4ab8-bc4b-70eae640f280 req-02592ac5-1eab-42fb-874b-0c2b0c95ad8f tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:39:59.075159 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ed89e3fe-c494-4ab8-bc4b-70eae640f280 req-02592ac5-1eab-42fb-874b-0c2b0c95ad8f tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.0460794 Sep 26 05:39:59.124585 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ed89e3fe-c494-4ab8-bc4b-70eae640f280 req-79c4ac9c-0aaf-4885-9401-44e41728f8db tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435805 Sep 26 05:40:00.242558 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c3292-d85a-4b48-8ab0-beafa96666fc req-317af3de-5b28-4179-8c27-088972f76f4e tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:00.243908 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6d3c3292-d85a-4b48-8ab0-beafa96666fc req-317af3de-5b28-4179-8c27-088972f76f4e tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.0462666 Sep 26 05:40:00.294459 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6d3c3292-d85a-4b48-8ab0-beafa96666fc req-0b7f9c66-3b9e-4c61-93e5-87fb40858ae8 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451117 Sep 26 05:40:01.407015 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:01.416339 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ba5b2-8139-4919-bc3b-4e254a167ce8 req-f7dec656-28b8-49fe-a287-960f35250536 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:01.417797 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1e4ba5b2-8139-4919-bc3b-4e254a167ce8 req-f7dec656-28b8-49fe-a287-960f35250536 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.0473440 Sep 26 05:40:01.428843 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:01.466386 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1e4ba5b2-8139-4919-bc3b-4e254a167ce8 req-9ef36bb0-d8de-410c-a626-52cb1cae5662 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431132 Sep 26 05:40:02.140008 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 46152) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:02.248338 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:02.324585 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Publish callbacks [] for security_group (6dc106d8-4c3e-4e4c-88fd-124e81a2d4af), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:02.328230 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (6dc106d8-4c3e-4e4c-88fd-124e81a2d4af), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:02.368190 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=48392d941b474df7b1b7e26b0c22e069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270854 Sep 26 05:40:02.370115 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc106d8-4c3e-4e4c-88fd-124e81a2d4af,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:02.371022 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46158) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:02.378642 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:02.378993 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:02.379337 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:02.379682 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:02.380033 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:02.380377 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:02.380721 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:02.381036 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:02.381375 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:02.381693 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:02.382020 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:02.382348 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:02.382671 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:02.382991 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:02.383310 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c2768a-526a-413b-a4df-bb177440b495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:02.421098 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-90b174a3-24b2-4ec6-8d9d-08bdc4fa3ef8 admin admin] Publish callbacks [] for security_group (6dc106d8-4c3e-4e4c-88fd-124e81a2d4af), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:02.440621 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-90b174a3-24b2-4ec6-8d9d-08bdc4fa3ef8 admin admin] Publish callbacks [] for security_group (6dc106d8-4c3e-4e4c-88fd-124e81a2d4af), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:02.488040 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-90b174a3-24b2-4ec6-8d9d-08bdc4fa3ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (6dc106d8-4c3e-4e4c-88fd-124e81a2d4af), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:02.491298 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-90b174a3-24b2-4ec6-8d9d-08bdc4fa3ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:02.491800 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-90b174a3-24b2-4ec6-8d9d-08bdc4fa3ef8 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/6dc106d8-4c3e-4e4c-88fd-124e81a2d4af HTTP/1.1" status: 204 len: 168 time: 0.1197770 Sep 26 05:40:02.500393 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b174a3-24b2-4ec6-8d9d-08bdc4fa3ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc106d8-4c3e-4e4c-88fd-124e81a2d4af,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:02.603125 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be5fdc-18be-4d2a-88ad-143c348c366d req-d17b87dd-e890-4c6f-8afc-1008f03a5011 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:02.604653 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-21be5fdc-18be-4d2a-88ad-143c348c366d req-d17b87dd-e890-4c6f-8afc-1008f03a5011 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.0524192 Sep 26 05:40:02.659398 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-21be5fdc-18be-4d2a-88ad-143c348c366d req-c6ffdc6f-9f7e-4e50-afae-b45a24b2fa4f tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484524 Sep 26 05:40:03.780363 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a492b1-fd7a-46bc-ac33-887c887c8c36 req-e37a416e-c1f8-4833-b9a6-cd3c0ff40453 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:03.781798 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-56a492b1-fd7a-46bc-ac33-887c887c8c36 req-e37a416e-c1f8-4833-b9a6-cd3c0ff40453 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.0451412 Sep 26 05:40:03.830524 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-56a492b1-fd7a-46bc-ac33-887c887c8c36 req-4a79491f-8b48-4b4d-8ee8-5f48bc2fc2df tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419807 Sep 26 05:40:03.945351 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=19 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:03.950177 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=4 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:04.728463 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-38a63cc5-fa0a-47cd-b608-6366e561e900 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=4443d3eb0c4540419fe86007491b169b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285897 Sep 26 05:40:04.928457 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-5589d47f-3dbe-4982-920a-49342cfb31a9 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:04.929901 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-5589d47f-3dbe-4982-920a-49342cfb31a9 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1965561 Sep 26 05:40:04.963782 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a3d1aa2c-071f-485d-8ac1-d17830159844 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/quotas/4443d3eb0c4540419fe86007491b169b HTTP/1.1" status: 200 len: 375 time: 0.0182209 Sep 26 05:40:04.969668 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e3f4-b1f3-4de9-9e46-000e9a4c414a req-8d577e32-5602-409b-8fd9-6a71285fb8d6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:04.971866 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3859e3f4-b1f3-4de9-9e46-000e9a4c414a req-8d577e32-5602-409b-8fd9-6a71285fb8d6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.0623176 Sep 26 05:40:05.003446 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-dced303d-d975-4b55-a4a3-359e9cbfb601 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=4443d3eb0c4540419fe86007491b169b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306532 Sep 26 05:40:05.040149 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3859e3f4-b1f3-4de9-9e46-000e9a4c414a req-5b60fc2f-0b65-42ca-811f-6bfc9377c0d4 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583539 Sep 26 05:40:05.169654 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-eb48d507-e978-4850-809b-3c9873cf6897 req-4aa78314-bcdd-4814-abce-12b5a048ff04 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 210 time: 0.0307071 Sep 26 05:40:06.157917 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab086c6-c21c-4bbf-8abb-f030ec6ff241 req-3ec9d06d-c547-4125-97c5-fba0f869244d tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:06.160067 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8ab086c6-c21c-4bbf-8abb-f030ec6ff241 req-3ec9d06d-c547-4125-97c5-fba0f869244d tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.0450752 Sep 26 05:40:06.207764 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8ab086c6-c21c-4bbf-8abb-f030ec6ff241 req-3e627879-c1b2-4583-9c56-38a2c65b7dd5 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421019 Sep 26 05:40:06.273671 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3de3499c-6d0f-445f-a00a-1f82bd9838cb req-661f57ee-6a7f-4bbb-865b-19f6f69e8329 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 210 time: 0.0273054 Sep 26 05:40:07.329541 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f9118-0870-4a34-8ce6-65a69ed0a391 req-d4c7910f-665b-4d43-8c11-21937e0aa9da tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:07.331343 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ce6f9118-0870-4a34-8ce6-65a69ed0a391 req-d4c7910f-665b-4d43-8c11-21937e0aa9da tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.0490308 Sep 26 05:40:07.380913 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-de0c0416-2204-4733-ae5f-06e2eb7b5bc1 req-b526ff31-3093-42af-9caa-ba05e0a3f728 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 210 time: 0.0308483 Sep 26 05:40:07.404927 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-ce6f9118-0870-4a34-8ce6-65a69ed0a391 req-0f2192e0-b63e-448d-9b26-131b01957143 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681703 Sep 26 05:40:08.481075 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-f00a3049-33a7-47a3-8397-16252f94e853 req-05169566-5d1b-4642-a402-c418858348c4 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 210 time: 0.0272801 Sep 26 05:40:08.498386 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:08.529354 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fa8f3-bce7-4e01-8012-369bde721b29 req-5edac5c0-4c8b-4981-a31f-b49e67ee7099 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:08.530795 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f1fa8f3-bce7-4e01-8012-369bde721b29 req-5edac5c0-4c8b-4981-a31f-b49e67ee7099 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.0488813 Sep 26 05:40:08.560230 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:08.563108 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:08.583607 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5f1fa8f3-bce7-4e01-8012-369bde721b29 req-61a63d7a-e2f2-45ad-a5d6-97da85556b49 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473270 Sep 26 05:40:09.583115 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-cb0a2111-79ca-4190-a246-367ba48a001b req-6812f617-748c-4ba9-ae9e-4264c4c26dcd tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 210 time: 0.0272193 Sep 26 05:40:09.699709 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da9c6-7aa8-44df-bb48-2c64cdb836c3 req-88006c41-bbbf-470d-868e-55fb5a86b7b3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:09.701181 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-311da9c6-7aa8-44df-bb48-2c64cdb836c3 req-88006c41-bbbf-470d-868e-55fb5a86b7b3 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.0448618 Sep 26 05:40:09.749239 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-311da9c6-7aa8-44df-bb48-2c64cdb836c3 req-e4eacf4a-dc98-45c7-920c-87de33c71f28 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419772 Sep 26 05:40:10.688638 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-52ec7db2-197a-450e-8687-c6aa0ec7faa4 req-a1b8236f-5331-4b15-bb7a-8159120d8157 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 210 time: 0.0306094 Sep 26 05:40:10.867688 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43e257-518f-4b83-bc04-1a622e1d41d7 req-9839092c-4073-4071-adc4-083edc5921e4 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:10.869054 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7a43e257-518f-4b83-bc04-1a622e1d41d7 req-9839092c-4073-4071-adc4-083edc5921e4 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.0461209 Sep 26 05:40:10.916956 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-7a43e257-518f-4b83-bc04-1a622e1d41d7 req-e2c47138-2145-4346-b179-e1415605b8da tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424402 Sep 26 05:40:11.788127 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a13acd94-b7db-465b-9a5b-135684f39190 req-055c2986-425f-4ac9-8210-038c9d28e51f tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 210 time: 0.0264318 Sep 26 05:40:12.036924 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0d830-b1f2-4d78-ac9e-f344b9af622e req-5a44a1b3-493d-4efc-8f6a-7d5609d9c024 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:12.038288 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9fd0d830-b1f2-4d78-ac9e-f344b9af622e req-5a44a1b3-493d-4efc-8f6a-7d5609d9c024 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.0463185 Sep 26 05:40:12.090548 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9fd0d830-b1f2-4d78-ac9e-f344b9af622e req-3aa03ec9-13ce-4cce-80eb-eae90a8be309 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468388 Sep 26 05:40:12.493141 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8849a3b7-4135-491b-85b7-5b47bbf1d0ac req-f3251b51-76c1-40a7-8310-b5015aa8df31 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-232110990&fields=id&tenant_id=acb97fc9f6ca4cc3970ba2192c2fa3c1 HTTP/1.1" status: 200 len: 267 time: 0.0434942 Sep 26 05:40:12.494816 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=63,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:12.495581 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=69,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:12.528194 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:12.544193 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849a3b7-4135-491b-85b7-5b47bbf1d0ac req-f2a1a038-a50b-41b8-a990-38cde3eddcd0 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:12.545668 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8849a3b7-4135-491b-85b7-5b47bbf1d0ac req-f2a1a038-a50b-41b8-a990-38cde3eddcd0 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 984 time: 0.0472410 Sep 26 05:40:12.555909 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [req-8849a3b7-4135-491b-85b7-5b47bbf1d0ac req-d2a1d8d1-83df-4bda-81eb-884b1b1fa7ff tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Request body: {'port': {'security_groups': ['3852ab59-36fe-463c-8dd2-811d720107a6']}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:40:12.629126 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-8849a3b7-4135-491b-85b7-5b47bbf1d0ac req-d2a1d8d1-83df-4bda-81eb-884b1b1fa7ff tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:12.917456 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d62ad2b7-b6c1-415b-8f74-54d492f28587 req-3cf1ebfd-ff9a-4120-b65d-96a05c97d27b tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 210 time: 0.0293617 Sep 26 05:40:13.067507 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [req-8849a3b7-4135-491b-85b7-5b47bbf1d0ac req-d2a1d8d1-83df-4bda-81eb-884b1b1fa7ff tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] For port 3211bad3-a3ee-47c8-a87f-240818a7928b, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3211bad3-a3ee-47c8-a87f-240818a7928b,segment=NetworkSegment(d5e73e03-9eb8-414f-b107-c35e512c7d1a),segment_id=d5e73e03-9eb8-414f-b107-c35e512c7d1a)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:13.095328 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-8849a3b7-4135-491b-85b7-5b47bbf1d0ac req-d2a1d8d1-83df-4bda-81eb-884b1b1fa7ff tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:13.100086 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-8849a3b7-4135-491b-85b7-5b47bbf1d0ac req-d2a1d8d1-83df-4bda-81eb-884b1b1fa7ff tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:13.110016 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849a3b7-4135-491b-85b7-5b47bbf1d0ac req-d2a1d8d1-83df-4bda-81eb-884b1b1fa7ff tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:13.110622 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [req-8849a3b7-4135-491b-85b7-5b47bbf1d0ac req-d2a1d8d1-83df-4bda-81eb-884b1b1fa7ff tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:13.111970 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-8849a3b7-4135-491b-85b7-5b47bbf1d0ac req-d2a1d8d1-83df-4bda-81eb-884b1b1fa7ff tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "PUT /networking/v2.0/ports/3211bad3-a3ee-47c8-a87f-240818a7928b HTTP/1.1" status: 200 len: 942 time: 0.5603364 Sep 26 05:40:13.112648 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'tag': '3211bad3-a3ee-47c8-a87f-240818a7928b'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:40:13.114867 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79f50bd-bd9a-4985-afe9-ab0327fe7d63" -d '{"events": [{"name": "network-changed", "server_uuid": "2df85633-fcf8-4640-bfac-ffc0f55778ac", "tag": "3211bad3-a3ee-47c8-a87f-240818a7928b"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:40:13.117789 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46254) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:13.122487 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['3211bad3-a3ee-47c8-a87f-240818a7928b'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:40:13.173918 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1d8d1-83df-4bda-81eb-884b1b1fa7ff tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Pushing event updated for resources: {'Port': ['ID=3211bad3-a3ee-47c8-a87f-240818a7928b,revision_number=7']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:13.232551 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0c8cc-46aa-4304-bc01-e90c8fb919e5 req-009b0b17-9e51-415d-b0a7-a6f8ebd8ae21 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:13.234027 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9bd0c8cc-46aa-4304-bc01-e90c8fb919e5 req-009b0b17-9e51-415d-b0a7-a6f8ebd8ae21 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.0520201 Sep 26 05:40:13.238382 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['3211bad3-a3ee-47c8-a87f-240818a7928b'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:40:13.247976 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group (beb46e1e-e3d5-4418-93f8-6107d39b0841), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:13.279821 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group (beb46e1e-e3d5-4418-93f8-6107d39b0841), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:13.307596 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9bd0c8cc-46aa-4304-bc01-e90c8fb919e5 req-f0caf7b7-80d5-4b8f-8dee-5bb1defb247f tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644310 Sep 26 05:40:13.350780 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3205d0c7-3743-42f0-b42f-0b79c2bf91c6 x-openstack-request-id: req-3205d0c7-3743-42f0-b42f-0b79c2bf91c6 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:40:13.351261 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df85633-fcf8-4640-bfac-ffc0f55778ac", "tag": "3211bad3-a3ee-47c8-a87f-240818a7928b", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:40:13.351515 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3205d0c7-3743-42f0-b42f-0b79c2bf91c6 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:40:13.352297 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3205d0c7-3743-42f0-b42f-0b79c2bf91c6'] response: {'name': 'network-changed', 'server_uuid': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'tag': '3211bad3-a3ee-47c8-a87f-240818a7928b', 'status': 'completed', 'code': 200} Sep 26 05:40:13.366929 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (beb46e1e-e3d5-4418-93f8-6107d39b0841), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:13.369479 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:13.371017 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/beb46e1e-e3d5-4418-93f8-6107d39b0841 HTTP/1.1" status: 204 len: 168 time: 0.2501585 Sep 26 05:40:13.374217 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 46260) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:13.381373 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb46e1e-e3d5-4418-93f8-6107d39b0841,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:13.389961 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:13.390297 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:13.390652 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:13.390974 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:13.391302 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:13.391630 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:13.391952 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:13.392283 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:13.392629 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:13.392963 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:13.393327 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:13.393654 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:13.393976 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:13.394850 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:13.395203 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615f0d-fcc5-48ee-b029-6f37ee1b44de tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:13.474764 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:13.499939 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:13.530146 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-2debef39-cd97-4dc2-b3c7-b2ab5d8da5cd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Deleting port 9a2ce5b4-48ce-4d62-8216-4c1ca9a9b1fb {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:40:13.530497 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2debef39-cd97-4dc2-b3c7-b2ab5d8da5cd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (9a2ce5b4-48ce-4d62-8216-4c1ca9a9b1fb), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:13.616540 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2debef39-cd97-4dc2-b3c7-b2ab5d8da5cd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (9a2ce5b4-48ce-4d62-8216-4c1ca9a9b1fb), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:13.616913 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2debef39-cd97-4dc2-b3c7-b2ab5d8da5cd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for floatingip (9a2ce5b4-48ce-4d62-8216-4c1ca9a9b1fb), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:13.620279 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f50bd-bd9a-4985-afe9-ab0327fe7d63 req-47b52898-df94-448a-b09b-33a18ae68004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:13.621830 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b79f50bd-bd9a-4985-afe9-ab0327fe7d63 req-47b52898-df94-448a-b09b-33a18ae68004 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=acb97fc9f6ca4cc3970ba2192c2fa3c1&device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 1129 time: 0.0410416 Sep 26 05:40:13.630307 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-2debef39-cd97-4dc2-b3c7-b2ab5d8da5cd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Calling delete_port for 9a2ce5b4-48ce-4d62-8216-4c1ca9a9b1fb owned by network:floatingip {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:40:13.725810 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f50bd-bd9a-4985-afe9-ab0327fe7d63 req-62e25f18-a993-4690-b71d-17e17759d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:13.727656 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b79f50bd-bd9a-4985-afe9-ab0327fe7d63 req-62e25f18-a993-4690-b71d-17e17759d78b service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 HTTP/1.1" status: 200 len: 916 time: 0.0953050 Sep 26 05:40:13.788650 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2debef39-cd97-4dc2-b3c7-b2ab5d8da5cd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (9a2ce5b4-48ce-4d62-8216-4c1ca9a9b1fb), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:13.792750 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b79f50bd-bd9a-4985-afe9-ab0327fe7d63 req-2aea5fd8-b470-48f8-9f91-c9564e85b16e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3211bad3-a3ee-47c8-a87f-240818a7928b HTTP/1.1" status: 200 len: 1000 time: 0.0584464 Sep 26 05:40:13.818579 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debef39-cd97-4dc2-b3c7-b2ab5d8da5cd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Pushing event deleted for resources: {'Port': ['ID=9a2ce5b4-48ce-4d62-8216-4c1ca9a9b1fb,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:13.853802 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f50bd-bd9a-4985-afe9-ab0327fe7d63 req-7bc7b089-b9eb-4ac7-91c1-712e81502894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:13.855249 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b79f50bd-bd9a-4985-afe9-ab0327fe7d63 req-7bc7b089-b9eb-4ac7-91c1-712e81502894 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e7e2e204-cb7d-4ef2-a006-95b31578c234 HTTP/1.1" status: 200 len: 854 time: 0.0543923 Sep 26 05:40:13.892629 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2debef39-cd97-4dc2-b3c7-b2ab5d8da5cd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks [] for floatingip (7757611d-a47e-442c-a24f-a16819e2cae2), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:13.893072 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [None req-2debef39-cd97-4dc2-b3c7-b2ab5d8da5cd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Floating IP 7757611d-a47e-442c-a24f-a16819e2cae2 disassociated (deleted). External IP: 172.27.0.58, port: 3211bad3-a3ee-47c8-a87f-240818a7928b. Sep 26 05:40:13.906208 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f50bd-bd9a-4985-afe9-ab0327fe7d63 req-d9fcfc06-1a81-4f55-8f38-ee3d5e0898e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:13.907779 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b79f50bd-bd9a-4985-afe9-ab0327fe7d63 req-d9fcfc06-1a81-4f55-8f38-ee3d5e0898e4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450823 Sep 26 05:40:14.004911 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b79f50bd-bd9a-4985-afe9-ab0327fe7d63 req-660b5aa8-1efc-4864-b5fa-75ebdd37c0c7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893071 Sep 26 05:40:14.025766 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c2615269-9b93-417c-956e-13253e26f740 req-645a6ff0-2f7c-466a-a106-07be26bec038 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 210 time: 0.0309758 Sep 26 05:40:14.131398 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2debef39-cd97-4dc2-b3c7-b2ab5d8da5cd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Router 21a96fb6-db12-409e-ba7c-580615c47c03 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:40:14.151831 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 19481f78-5754-457c-8919-13eca736d5eb details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:40:14.238425 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2debef39-cd97-4dc2-b3c7-b2ab5d8da5cd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:40:14.242903 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-2debef39-cd97-4dc2-b3c7-b2ab5d8da5cd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:14.253378 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee2b7c3-7e57-4638-841c-6fac620b4a1b None None] Sync routers for ids ['21a96fb6-db12-409e-ba7c-580615c47c03'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:40:14.257368 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b79f50bd-bd9a-4985-afe9-ab0327fe7d63 req-ee16d74a-5ea1-4117-ab46-715fdcaacc57 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040592 Sep 26 05:40:14.266124 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee2b7c3-7e57-4638-841c-6fac620b4a1b None None] Routers {'21a96fb6-db12-409e-ba7c-580615c47c03'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:40:14.267017 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-dee2b7c3-7e57-4638-841c-6fac620b4a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:39:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['21a96fb6-db12-409e-ba7c-580615c47c03'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:14.279443 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-2debef39-cd97-4dc2-b3c7-b2ab5d8da5cd tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/7757611d-a47e-442c-a24f-a16819e2cae2 HTTP/1.1" status: 204 len: 168 time: 0.9040260 Sep 26 05:40:14.294671 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 19481f78-5754-457c-8919-13eca736d5eb, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=19481f78-5754-457c-8919-13eca736d5eb,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:14.314162 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': '19481f78-5754-457c-8919-13eca736d5eb', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'port_id': '19481f78-5754-457c-8919-13eca736d5eb', 'mac_address': 'fa:16:3e:6d:df:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:40:14.361041 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-748161c8-8dfb-4c56-9675-7a59962d39cf tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.60 "GET /networking/v2.0/networks?tenant_id=4443d3eb0c4540419fe86007491b169b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875502 Sep 26 05:40:14.423659 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-dee2b7c3-7e57-4638-841c-6fac620b4a1b None None] Set router 21a96fb6-db12-409e-ba7c-580615c47c03 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:40:14.538125 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39bde-f248-48c6-afa7-c59a98839484 req-7c73226d-43c0-457a-a930-0a5cf269381d tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:14.553632 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a3f39bde-f248-48c6-afa7-c59a98839484 req-7c73226d-43c0-457a-a930-0a5cf269381d tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 943 time: 0.1339846 Sep 26 05:40:14.560199 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 19481f78-5754-457c-8919-13eca736d5eb is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:40:14.560884 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (19481f78-5754-457c-8919-13eca736d5eb), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:14.574125 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:14.576427 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19481f78-5754-457c-8919-13eca736d5eb {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:40:14.601907 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 19481f78-5754-457c-8919-13eca736d5eb, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=19481f78-5754-457c-8919-13eca736d5eb,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:14.610548 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (19481f78-5754-457c-8919-13eca736d5eb), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:14.644894 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-68e1e0f6-9f51-46d0-bc63-c13f3598fd00 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:14.646385 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-68e1e0f6-9f51-46d0-bc63-c13f3598fd00 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.60 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2770951 Sep 26 05:40:14.650414 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a3f39bde-f248-48c6-afa7-c59a98839484 req-3e71f1a9-b862-4f2d-8f5b-eb09bd0628af tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956945 Sep 26 05:40:14.681231 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Request body: {'port': {'device_id': 'afab04cf-716e-47ea-a651-58d52da6a017', 'network_id': 'd83d34d7-551a-42ed-b7ef-7ffa8824af2b', 'admin_state_up': True, 'tenant_id': '4443d3eb0c4540419fe86007491b169b'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:40:14.712936 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=19481f78-5754-457c-8919-13eca736d5eb,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:14.717399 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-dee2b7c3-7e57-4638-841c-6fac620b4a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'gw_port': {'id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '2c3ef3b5-3f05-4e29-a08f-111bca94a34d', 'name': '', 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'mac_address': 'fa:16:3e:7c:5a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:09Z', 'updated_at': '2022-09-26T05:37:14Z', 'revision_number': 5, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'subnets': [{'id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:14.722627 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:14.723044 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:14.723448 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:14.723851 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:14.724238 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:14.724872 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:14.725369 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:14.725851 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:14.726346 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:14.726826 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:14.727376 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:14.727856 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:14.728448 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:14.729070 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:14.729540 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:40:14.743865 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee2b7c3-7e57-4638-841c-6fac620b4a1b None None] Checking router: 21a96fb6-db12-409e-ba7c-580615c47c03 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:40:14.753256 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee2b7c3-7e57-4638-841c-6fac620b4a1b None None] Routers {'21a96fb6-db12-409e-ba7c-580615c47c03'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:40:14.753858 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-dee2b7c3-7e57-4638-841c-6fac620b4a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:39:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['21a96fb6-db12-409e-ba7c-580615c47c03'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:14.798708 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:14.805410 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Made reservation on behalf of 4443d3eb0c4540419fe86007491b169b for: {'port': 1} {{(pid=106341) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 05:40:14.809426 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:14.819694 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Publish callbacks [] for security_group (None), before_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:14.858807 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-dee2b7c3-7e57-4638-841c-6fac620b4a1b None None] Set router 21a96fb6-db12-409e-ba7c-580615c47c03 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:40:14.901901 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Publish callbacks [] for security_group (000779c1-12d6-46de-9923-5f7833c486bd), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:14.905696 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (000779c1-12d6-46de-9923-5f7833c486bd), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:14.909621 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['19481f78-5754-457c-8919-13eca736d5eb'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:40:14.932184 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:14.971037 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000779c1-12d6-46de-9923-5f7833c486bd,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:15.061595 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_common [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Allocated IP 192.168.233.235 (d83d34d7-551a-42ed-b7ef-7ffa8824af2b/f5f8ae97-12ac-4ac8-b370-86aa0a0cc758/3c3c2e99-bc02-48cd-9404-484d9c459608) {{(pid=106341) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:40:15.070019 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-dee2b7c3-7e57-4638-841c-6fac620b4a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'gw_port': {'id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '2c3ef3b5-3f05-4e29-a08f-111bca94a34d', 'name': '', 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'mac_address': 'fa:16:3e:7c:5a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:09Z', 'updated_at': '2022-09-26T05:37:14Z', 'revision_number': 5, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'subnets': [{'id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:15.088714 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=100 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:15.089445 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:15.148092 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee2b7c3-7e57-4638-841c-6fac620b4a1b None None] The sync data for ids ['21a96fb6-db12-409e-ba7c-580615c47c03'] in dv-cinder-859186-2-iscsi is: [{'id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'gw_port': {'id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '2c3ef3b5-3f05-4e29-a08f-111bca94a34d', 'name': '', 'network_id': '2cdfbef8-3db4-4a36-ab54-ecc69109c8d7', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'mac_address': 'fa:16:3e:7c:5a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:09Z', 'updated_at': '2022-09-26T05:37:14Z', 'revision_number': 5, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'subnets': [{'id': 'e7e2e204-cb7d-4ef2-a006-95b31578c234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:40:15.163630 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-9d05e143-aa9b-4b55-8094-3fab2cc0e596 req-8bb465b1-bb38-455b-9b66-1edd1ed4bc04 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 210 time: 0.0417047 Sep 26 05:40:15.263672 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Publish callbacks [] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), precommit_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:15.296546 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), after_create {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:15.344081 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Network d83d34d7-551a-42ed-b7ef-7ffa8824af2b is already hosted by enough agents. {{(pid=106341) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:40:15.350211 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.base_scheduler [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Resources bound (agent type, host, resource id): {{(pid=106341) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:40:15.352492 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Pushing event updated for resources: {'Port': ['ID=3c3c2e99-bc02-48cd-9404-484d9c459608,revision_number=1']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:15.353470 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'tag': '3211bad3-a3ee-47c8-a87f-240818a7928b'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:40:15.355775 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb7a6fc-6a50-447d-bf82-f5019f3113f3" -d '{"events": [{"name": "network-changed", "server_uuid": "2df85633-fcf8-4640-bfac-ffc0f55778ac", "tag": "3211bad3-a3ee-47c8-a87f-240818a7928b"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:40:15.358692 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Received port after_create {{(pid=106341) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:40:15.416380 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1605e659-3bc5-4936-b11a-1e782c915624 x-openstack-request-id: req-1605e659-3bc5-4936-b11a-1e782c915624 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:40:15.416762 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df85633-fcf8-4640-bfac-ffc0f55778ac", "tag": "3211bad3-a3ee-47c8-a87f-240818a7928b", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:40:15.417312 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1605e659-3bc5-4936-b11a-1e782c915624 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:40:15.418036 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1605e659-3bc5-4936-b11a-1e782c915624'] response: {'name': 'network-changed', 'server_uuid': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'tag': '3211bad3-a3ee-47c8-a87f-240818a7928b', 'status': 'completed', 'code': 200} Sep 26 05:40:15.427009 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:15.427831 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:15.449194 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b06f8b2-6f6e-4c11-a688-92646957ca20 None None] New status for floating IP 7757611d-a47e-442c-a24f-a16819e2cae2: DOWN {{(pid=106342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:40:15.450538 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-3d1f39c5-b0cf-4f39-be73-087f78ed8d70 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.60 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7922709 Sep 26 05:40:15.470850 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.v2.base [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Request body: {'port': {'device_id': 'afab04cf-716e-47ea-a651-58d52da6a017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106341) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:40:15.563364 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7a6fc-6a50-447d-bf82-f5019f3113f3 req-60c403d2-25c6-4dfa-bf44-9241d6f77516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:15.564921 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-bcb7a6fc-6a50-447d-bf82-f5019f3113f3 req-60c403d2-25c6-4dfa-bf44-9241d6f77516 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=acb97fc9f6ca4cc3970ba2192c2fa3c1&device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 1129 time: 0.1134951 Sep 26 05:40:15.650945 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:15.696233 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:15.701604 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-1f987fa0-4239-44fe-a624-97586e37261a None None] Provisioning complete for port 3c3c2e99-bc02-48cd-9404-484d9c459608 triggered by entity DHCP. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:40:15.702247 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1f987fa0-4239-44fe-a624-97586e37261a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:15.702346 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-1f987fa0-4239-44fe-a624-97586e37261a None None] Attempt 1 to provision port 3c3c2e99-bc02-48cd-9404-484d9c459608 Sep 26 05:40:15.746265 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7a6fc-6a50-447d-bf82-f5019f3113f3 req-ab31de86-9d66-4481-9bb0-f93aafa8eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:15.747771 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-bcb7a6fc-6a50-447d-bf82-f5019f3113f3 req-ab31de86-9d66-4481-9bb0-f93aafa8eb5a service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 HTTP/1.1" status: 200 len: 916 time: 0.1756639 Sep 26 05:40:15.750344 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-1f987fa0-4239-44fe-a624-97586e37261a None None] Port 3c3c2e99-bc02-48cd-9404-484d9c459608 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:40:15.804456 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc3290-98aa-4b17-a8f1-a01214542198 req-046b7739-326f-4449-99ca-f311dc63d3c9 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:15.807526 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-07bc3290-98aa-4b17-a8f1-a01214542198 req-046b7739-326f-4449-99ca-f311dc63d3c9 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 944 time: 0.0548012 Sep 26 05:40:15.833764 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-bcb7a6fc-6a50-447d-bf82-f5019f3113f3 req-3a224f28-afaf-4fc7-800b-234ddd208f09 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3211bad3-a3ee-47c8-a87f-240818a7928b HTTP/1.1" status: 200 len: 217 time: 0.0767729 Sep 26 05:40:15.838723 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:15.843363 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:15.865141 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-07bc3290-98aa-4b17-a8f1-a01214542198 req-65dac569-bc39-41ab-b899-867408b1d349 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515437 Sep 26 05:40:15.947559 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7a6fc-6a50-447d-bf82-f5019f3113f3 req-66ccda58-8367-46ef-8ca5-0172c4924a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:15.949058 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-bcb7a6fc-6a50-447d-bf82-f5019f3113f3 req-66ccda58-8367-46ef-8ca5-0172c4924a44 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=e7e2e204-cb7d-4ef2-a006-95b31578c234 HTTP/1.1" status: 200 len: 854 time: 0.1063976 Sep 26 05:40:16.016107 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7a6fc-6a50-447d-bf82-f5019f3113f3 req-c5648d90-4be1-4073-be25-ba0a8fa565c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:16.017594 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-bcb7a6fc-6a50-447d-bf82-f5019f3113f3 req-c5648d90-4be1-4073-be25-ba0a8fa565c3 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623324 Sep 26 05:40:16.128826 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c3c2e99-bc02-48cd-9404-484d9c459608 {{(pid=106341) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:40:16.143136 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Publish callbacks [] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), precommit_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:16.166451 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-bcb7a6fc-6a50-447d-bf82-f5019f3113f3 req-e1ba5c3e-8d9c-4196-a478-0396495ac0dc service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412804 Sep 26 05:40:16.167314 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.provisioning_blocks [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Transition to ACTIVE for port object 3c3c2e99-bc02-48cd-9404-484d9c459608 will not be triggered until provisioned by entity L2. {{(pid=106341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 05:40:16.170315 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:16.189207 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 19481f78-5754-457c-8919-13eca736d5eb up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:40:16.239676 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port 19481f78-5754-457c-8919-13eca736d5eb completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:40:16.250417 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port 19481f78-5754-457c-8919-13eca736d5eb triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:40:16.250788 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (19481f78-5754-457c-8919-13eca736d5eb), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:16.251184 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port 19481f78-5754-457c-8919-13eca736d5eb Sep 26 05:40:16.254094 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-1f987fa0-4239-44fe-a624-97586e37261a None None] Attempt 2 to provision port 3c3c2e99-bc02-48cd-9404-484d9c459608 Sep 26 05:40:16.291416 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bbf3f-10dd-449b-b6d8-343be83fa028 req-19d44fe9-1f28-4aa9-99b2-db71d73300fa tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:16.293069 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bb6bbf3f-10dd-449b-b6d8-343be83fa028 req-19d44fe9-1f28-4aa9-99b2-db71d73300fa tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 948 time: 0.0499051 Sep 26 05:40:16.312145 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-1f987fa0-4239-44fe-a624-97586e37261a None None] Port 3c3c2e99-bc02-48cd-9404-484d9c459608 cannot update to ACTIVE because it is not bound. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 05:40:16.328825 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Pushing event updated for resources: {'Port': ['ID=3c3c2e99-bc02-48cd-9404-484d9c459608,revision_number=2']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:16.350692 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bb6bbf3f-10dd-449b-b6d8-343be83fa028 req-7139ff2c-cd65-4ea6-9cdb-6ca9f3827f88 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=000779c1-12d6-46de-9923-5f7833c486bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511501 Sep 26 05:40:16.357412 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 19481f78-5754-457c-8919-13eca736d5eb is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:40:16.357995 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (19481f78-5754-457c-8919-13eca736d5eb), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:16.389066 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-bcb7a6fc-6a50-447d-bf82-f5019f3113f3 req-5bbc1be4-92c6-40bf-a453-91c11ecf1529 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112186 Sep 26 05:40:16.391672 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Attempting to bind port 3c3c2e99-bc02-48cd-9404-484d9c459608 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 05:40:16.392007 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Attempting to bind port 3c3c2e99-bc02-48cd-9404-484d9c459608 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'c14de179-357b-416f-b69d-9617910177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd83d34d7-551a-42ed-b7ef-7ffa8824af2b'}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 05:40:16.392379 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Attempting to bind port 3c3c2e99-bc02-48cd-9404-484d9c459608 on network d83d34d7-551a-42ed-b7ef-7ffa8824af2b {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:40:16.394464 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c532b0-9ad5-4519-ad88-2b61859b648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19481f78-5754-457c-8919-13eca736d5eb'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:40:16.396751 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48117361-59ae-4d96-a277-fa83399bafd4" -d '{"events": [{"server_uuid": "05c532b0-9ad5-4519-ad88-2b61859b648f", "name": "network-vif-plugged", "status": "completed", "tag": "19481f78-5754-457c-8919-13eca736d5eb"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:40:16.412490 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 19481f78-5754-457c-8919-13eca736d5eb, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=19481f78-5754-457c-8919-13eca736d5eb,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:16.417378 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (19481f78-5754-457c-8919-13eca736d5eb), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:16.445661 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Port 3c3c2e99-bc02-48cd-9404-484d9c459608 on network d83d34d7-551a-42ed-b7ef-7ffa8824af2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 05:40:16.446084 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Attempting to bind port 3c3c2e99-bc02-48cd-9404-484d9c459608 on network d83d34d7-551a-42ed-b7ef-7ffa8824af2b {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 05:40:16.466320 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=19481f78-5754-457c-8919-13eca736d5eb,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:16.481627 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:16.493930 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Checking agent: {'id': '26f75085-39b2-4855-acc1-439253cd3167', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'started_at': datetime.datetime(2022, 9, 26, 5, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 5, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 05:40:16.494351 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Checking segment: {'id': 'c14de179-357b-416f-b69d-9617910177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd83d34d7-551a-42ed-b7ef-7ffa8824af2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 05:40:16.494791 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Bound using segment: {'id': 'c14de179-357b-416f-b69d-9617910177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd83d34d7-551a-42ed-b7ef-7ffa8824af2b'} {{(pid=106341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 05:40:16.495291 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.managers [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Bound port: 3c3c2e99-bc02-48cd-9404-484d9c459608, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14de179-357b-416f-b69d-9617910177ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd83d34d7-551a-42ed-b7ef-7ffa8824af2b'}}] {{(pid=106341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 05:40:16.495706 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), before_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:16.506823 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de768cc-9774-4389-b7b8-4c63c0dea896 x-openstack-request-id: req-4de768cc-9774-4389-b7b8-4c63c0dea896 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:40:16.507108 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c532b0-9ad5-4519-ad88-2b61859b648f", "name": "network-vif-plugged", "status": "completed", "tag": "19481f78-5754-457c-8919-13eca736d5eb", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:40:16.507357 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4de768cc-9774-4389-b7b8-4c63c0dea896 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:40:16.507750 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de768cc-9774-4389-b7b8-4c63c0dea896'] response: {'server_uuid': '05c532b0-9ad5-4519-ad88-2b61859b648f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19481f78-5754-457c-8919-13eca736d5eb', 'code': 200} Sep 26 05:40:16.556062 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] For port 3c3c2e99-bc02-48cd-9404-484d9c459608, host hv-cinder-85918, cleared binding levels {{(pid=106341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 05:40:16.559031 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] For port 3c3c2e99-bc02-48cd-9404-484d9c459608, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3c3c2e99-bc02-48cd-9404-484d9c459608,segment=NetworkSegment(c14de179-357b-416f-b69d-9617910177ee),segment_id=c14de179-357b-416f-b69d-9617910177ee)] {{(pid=106341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 05:40:16.564519 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2423535'] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), after_update {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:16.568610 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:16.569223 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:16.570550 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] 10.222.0.60 "PUT /networking/v2.0/ports/3c3c2e99-bc02-48cd-9404-484d9c459608 HTTP/1.1" status: 200 len: 1098 time: 1.1085484 Sep 26 05:40:16.571086 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afab04cf-716e-47ea-a651-58d52da6a017', 'tag': '3c3c2e99-bc02-48cd-9404-484d9c459608'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:40:16.573288 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d2a47c-e5ca-40c9-b2eb-da7670d19229" -d '{"events": [{"name": "network-changed", "server_uuid": "afab04cf-716e-47ea-a651-58d52da6a017", "tag": "3c3c2e99-bc02-48cd-9404-484d9c459608"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:40:16.625084 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa9d27-421a-40dc-ada7-3b0396e84b9f service neutron] Pushing event updated for resources: {'Port': ['ID=3c3c2e99-bc02-48cd-9404-484d9c459608,revision_number=3']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:16.688096 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821ec586-925a-4cb3-aa10-8f3eb73c42dd x-openstack-request-id: req-821ec586-925a-4cb3-aa10-8f3eb73c42dd {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:40:16.688820 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afab04cf-716e-47ea-a651-58d52da6a017", "tag": "3c3c2e99-bc02-48cd-9404-484d9c459608", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:40:16.688820 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-821ec586-925a-4cb3-aa10-8f3eb73c42dd {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:40:16.689038 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-821ec586-925a-4cb3-aa10-8f3eb73c42dd'] response: {'name': 'network-changed', 'server_uuid': 'afab04cf-716e-47ea-a651-58d52da6a017', 'tag': '3c3c2e99-bc02-48cd-9404-484d9c459608', 'status': 'completed', 'code': 200} Sep 26 05:40:16.701394 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-244d710b-a17a-41a2-a9e2-b162962120bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:16.702911 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-244d710b-a17a-41a2-a9e2-b162962120bb service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=4443d3eb0c4540419fe86007491b169b&device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 1132 time: 0.0431194 Sep 26 05:40:16.749079 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-41224f13-42ba-47b4-aeed-710927016f44 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=3c3c2e99-bc02-48cd-9404-484d9c459608 HTTP/1.1" status: 200 len: 217 time: 0.0387774 Sep 26 05:40:16.811046 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7886b-dbaa-43af-af96-ff1c0581fca5 req-3abb0c15-366c-4bd1-a606-7c1e6ea00695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:16.812528 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-78f7886b-dbaa-43af-af96-ff1c0581fca5 req-3abb0c15-366c-4bd1-a606-7c1e6ea00695 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 1129 time: 0.0710039 Sep 26 05:40:16.813678 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-1f987fa0-4239-44fe-a624-97586e37261a None None] Attempt 3 to provision port 3c3c2e99-bc02-48cd-9404-484d9c459608 Sep 26 05:40:16.829806 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-9eec654a-5b7e-461a-addf-a99059672258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:16.832073 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-9eec654a-5b7e-461a-addf-a99059672258 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=f5f8ae97-12ac-4ac8-b370-86aa0a0cc758 HTTP/1.1" status: 200 len: 843 time: 0.0641463 Sep 26 05:40:16.852679 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-1f987fa0-4239-44fe-a624-97586e37261a None None] Port 3c3c2e99-bc02-48cd-9404-484d9c459608 had new provisioning blocks added so it will not transition to active. {{(pid=106342) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 05:40:16.875858 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:16.893932 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-6073e5ab-b495-48dd-9182-0e59b98ef714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:16.895430 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-6073e5ab-b495-48dd-9182-0e59b98ef714 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d83d34d7-551a-42ed-b7ef-7ffa8824af2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0563321 Sep 26 05:40:16.904096 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-78f7886b-dbaa-43af-af96-ff1c0581fca5 req-874644b7-2677-40ac-b97b-96cd43301550 service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829692 Sep 26 05:40:16.993503 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-590fd5de-1554-4353-a4e6-5e1a139d8110 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d83d34d7-551a-42ed-b7ef-7ffa8824af2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884750 Sep 26 05:40:16.996409 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dbdbc-fce6-48f2-926e-f1afad82cd67 req-46d126bc-0709-42c9-99b3-50d41b43e614 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:16.997872 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3e6dbdbc-fce6-48f2-926e-f1afad82cd67 req-46d126bc-0709-42c9-99b3-50d41b43e614 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 945 time: 0.0510321 Sep 26 05:40:17.046518 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-3e6dbdbc-fce6-48f2-926e-f1afad82cd67 req-d890a6e3-5a80-43c4-adf0-4771da064afa tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 Sep 26 05:40:17.257203 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb09216-1374-447c-b02d-e6e5ff5c78e2 req-197c6d46-2438-4b20-8b27-271709aea514 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:17.258820 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2eb09216-1374-447c-b02d-e6e5ff5c78e2 req-197c6d46-2438-4b20-8b27-271709aea514 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 945 time: 0.0470552 Sep 26 05:40:17.272729 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fccef8fb-ad6c-49d9-8b5a-38aedeafbcd9 req-43aced93-42f7-4080-a989-e8b80ed092e7 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d83d34d7-551a-42ed-b7ef-7ffa8824af2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872860 Sep 26 05:40:17.306744 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2eb09216-1374-447c-b02d-e6e5ff5c78e2 req-4615f256-2285-4baa-9977-f1b36b525bfa tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422113 Sep 26 05:40:17.478906 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01a5e9-8ccf-4a85-a820-7218b536d726 req-ad1baff2-484e-4ceb-a570-0782f0e1c091 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:17.480368 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1c01a5e9-8ccf-4a85-a820-7218b536d726 req-ad1baff2-484e-4ceb-a570-0782f0e1c091 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 948 time: 0.0454655 Sep 26 05:40:17.528980 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-1c01a5e9-8ccf-4a85-a820-7218b536d726 req-deff46e7-f573-4bd0-96ae-b8bb32d8e65c tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=000779c1-12d6-46de-9923-5f7833c486bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431516 Sep 26 05:40:18.167561 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08afbbb-5be9-4f25-bbcf-47529a984958 req-4dea4352-18ac-4492-a0ed-b86daf56636c tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:18.168952 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a08afbbb-5be9-4f25-bbcf-47529a984958 req-4dea4352-18ac-4492-a0ed-b86daf56636c tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 945 time: 0.0461764 Sep 26 05:40:18.217681 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a08afbbb-5be9-4f25-bbcf-47529a984958 req-59fe682a-2289-4ee3-8151-0144115a39b8 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431914 Sep 26 05:40:18.219530 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:18.426453 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54445c6b-d38f-4fdc-999b-a8c4f8dd05cd req-4b100262-b9bb-4f7b-8e3e-011994e29e97 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:18.427785 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-54445c6b-d38f-4fdc-999b-a8c4f8dd05cd req-4b100262-b9bb-4f7b-8e3e-011994e29e97 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 945 time: 0.0460081 Sep 26 05:40:18.474425 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-54445c6b-d38f-4fdc-999b-a8c4f8dd05cd req-29080a1b-67b3-4bfd-ae50-10d7cceb11c3 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407825 Sep 26 05:40:18.652747 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c6b55-f230-431d-a4da-9785ef951656 req-8fd8a49e-ec2e-4427-a688-9331bec2815a tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:18.654215 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-982c6b55-f230-431d-a4da-9785ef951656 req-8fd8a49e-ec2e-4427-a688-9331bec2815a tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 948 time: 0.0502169 Sep 26 05:40:18.702361 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-982c6b55-f230-431d-a4da-9785ef951656 req-5b6a7854-b663-41a8-98ef-36026bef80ca tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=000779c1-12d6-46de-9923-5f7833c486bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423908 Sep 26 05:40:19.336414 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cd790-00c8-430e-8ef1-54459ad7cf27 req-ba1c2617-eeba-45fa-90b3-9fa67ee25d04 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:19.337866 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-030cd790-00c8-430e-8ef1-54459ad7cf27 req-ba1c2617-eeba-45fa-90b3-9fa67ee25d04 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 945 time: 0.0458860 Sep 26 05:40:19.386342 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-030cd790-00c8-430e-8ef1-54459ad7cf27 req-2378519e-1427-400b-91b8-70a98a7cc0a6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429132 Sep 26 05:40:19.596858 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c68bb7-d405-4a80-9107-70f918c99c29 req-c2e7d4fd-c45d-4c96-995e-d0547a79e2a9 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:19.598577 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b4c68bb7-d405-4a80-9107-70f918c99c29 req-c2e7d4fd-c45d-4c96-995e-d0547a79e2a9 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 945 time: 0.0504336 Sep 26 05:40:19.645394 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-b4c68bb7-d405-4a80-9107-70f918c99c29 req-fdb3dba8-3cf5-4f0f-90e2-6c5674fd7884 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Sep 26 05:40:19.820694 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df40aa-7085-4ce6-9f00-b3c13b1d2892 req-74f5290b-e12b-4a1c-ab1c-4a032dca9a66 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:19.822148 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-13df40aa-7085-4ce6-9f00-b3c13b1d2892 req-74f5290b-e12b-4a1c-ab1c-4a032dca9a66 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 948 time: 0.0460262 Sep 26 05:40:19.868536 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-13df40aa-7085-4ce6-9f00-b3c13b1d2892 req-4b6d1317-5e03-4aa9-bb0f-8771a0752a18 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=000779c1-12d6-46de-9923-5f7833c486bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 Sep 26 05:40:20.290709 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3c5fd-d24e-4b1e-98ed-dff98bff3105 req-088affb7-d5db-4583-bc14-58447488b7b7 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:20.292190 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-9ab3c5fd-d24e-4b1e-98ed-dff98bff3105 req-088affb7-d5db-4583-bc14-58447488b7b7 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 945 time: 0.0804126 Sep 26 05:40:20.293225 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2a47c-e5ca-40c9-b2eb-da7670d19229 req-0aee203e-81de-44d8-be6c-83133919a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:20.294525 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-99d2a47c-e5ca-40c9-b2eb-da7670d19229 req-0aee203e-81de-44d8-be6c-83133919a075 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=4443d3eb0c4540419fe86007491b169b&device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 1132 time: 0.0815399 Sep 26 05:40:20.487610 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:20.494853 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:20.505082 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bbff8-24f8-4d75-bcac-b9aff3550563 req-35dd32a1-d7d7-4ed8-bd16-e6be5ae84e66 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:20.506529 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d63bbff8-24f8-4d75-bcac-b9aff3550563 req-35dd32a1-d7d7-4ed8-bd16-e6be5ae84e66 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 945 time: 0.0468280 Sep 26 05:40:20.557842 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-d63bbff8-24f8-4d75-bcac-b9aff3550563 req-96d140e3-9974-4391-8473-f69a9974219b tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458694 Sep 26 05:40:20.681464 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d9003-0508-41fa-ab55-60ed1bb3e323 req-cc0f30dc-4c43-4af7-9047-256121e0ee2f tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:20.682979 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-614d9003-0508-41fa-ab55-60ed1bb3e323 req-cc0f30dc-4c43-4af7-9047-256121e0ee2f tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 945 time: 0.0490572 Sep 26 05:40:20.745346 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-614d9003-0508-41fa-ab55-60ed1bb3e323 req-8957ae62-9aba-479c-98da-868bc474159f tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563157 Sep 26 05:40:20.781399 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46334) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:20.781755 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07df99-5b93-4935-95e7-ead81c6fc706 req-fc47198b-eac7-45c4-9406-f67ed45b133a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:20.783266 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bd07df99-5b93-4935-95e7-ead81c6fc706 req-fc47198b-eac7-45c4-9406-f67ed45b133a tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 945 time: 0.0555260 Sep 26 05:40:20.791122 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-9ab3c5fd-d24e-4b1e-98ed-dff98bff3105 req-e874b12f-2cc5-46bb-805d-ece418fb058b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Deleting port 3211bad3-a3ee-47c8-a87f-240818a7928b {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:40:20.791458 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-9ab3c5fd-d24e-4b1e-98ed-dff98bff3105 req-e874b12f-2cc5-46bb-805d-ece418fb058b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:20.838355 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-bd07df99-5b93-4935-95e7-ead81c6fc706 req-12294c86-cc80-4e13-8a5c-e9527c34fe30 tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3852ab59-36fe-463c-8dd2-811d720107a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489154 Sep 26 05:40:20.844918 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2a47c-e5ca-40c9-b2eb-da7670d19229 req-7a4ff7a0-eba0-4da7-aa5f-053c0e5ab536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:20.846977 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-99d2a47c-e5ca-40c9-b2eb-da7670d19229 req-7a4ff7a0-eba0-4da7-aa5f-053c0e5ab536 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=d83d34d7-551a-42ed-b7ef-7ffa8824af2b HTTP/1.1" status: 200 len: 870 time: 0.2085238 Sep 26 05:40:20.892185 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-99d2a47c-e5ca-40c9-b2eb-da7670d19229 req-88cb5020-c431-4a8c-abd5-ae50a759a4c8 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=3c3c2e99-bc02-48cd-9404-484d9c459608 HTTP/1.1" status: 200 len: 217 time: 0.0375772 Sep 26 05:40:20.959654 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=100 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:20.961734 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-9ab3c5fd-d24e-4b1e-98ed-dff98bff3105 req-e874b12f-2cc5-46bb-805d-ece418fb058b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] For port 3211bad3-a3ee-47c8-a87f-240818a7928b, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3211bad3-a3ee-47c8-a87f-240818a7928b,segment=NetworkSegment(d5e73e03-9eb8-414f-b107-c35e512c7d1a),segment_id=d5e73e03-9eb8-414f-b107-c35e512c7d1a)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:20.961994 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-9ab3c5fd-d24e-4b1e-98ed-dff98bff3105 req-e874b12f-2cc5-46bb-805d-ece418fb058b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:20.985131 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2a47c-e5ca-40c9-b2eb-da7670d19229 req-d246d7e5-9659-48a3-984a-ca62e4049990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:20.986588 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-99d2a47c-e5ca-40c9-b2eb-da7670d19229 req-d246d7e5-9659-48a3-984a-ca62e4049990 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=f5f8ae97-12ac-4ac8-b370-86aa0a0cc758 HTTP/1.1" status: 200 len: 843 time: 0.0881975 Sep 26 05:40:21.005891 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8a561-ed46-494f-8c42-b6a0a6375dec req-71cdf32e-71aa-4e0d-b713-953fa0a6fd6b tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:21.007353 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fde8a561-ed46-494f-8c42-b6a0a6375dec req-71cdf32e-71aa-4e0d-b713-953fa0a6fd6b tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 948 time: 0.0534985 Sep 26 05:40:21.013157 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-9ab3c5fd-d24e-4b1e-98ed-dff98bff3105 req-e874b12f-2cc5-46bb-805d-ece418fb058b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Calling delete_port for 3211bad3-a3ee-47c8-a87f-240818a7928b owned by compute:nova {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:40:21.055023 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-fde8a561-ed46-494f-8c42-b6a0a6375dec req-f56d225f-d666-4a4e-b432-769f2499f321 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=000779c1-12d6-46de-9923-5f7833c486bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 Sep 26 05:40:21.055519 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ec4867-615b-40b7-8fd1-096b3b263819 tempest-TestVolumeBootPattern-1040034793 tempest-TestVolumeBootPattern-1040034793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:21.057030 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-a9ec4867-615b-40b7-8fd1-096b3b263819 tempest-TestVolumeBootPattern-1040034793 tempest-TestVolumeBootPattern-1040034793-project-admin] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 1124 time: 0.2722578 Sep 26 05:40:21.059937 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 46340) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:21.064215 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.v2.base [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Request body: {'floatingip': {'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'port_id': '19481f78-5754-457c-8919-13eca736d5eb', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106340) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 05:40:21.064568 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2a47c-e5ca-40c9-b2eb-da7670d19229 req-f7717f27-27aa-4b8e-adda-f55272666ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:21.066038 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-99d2a47c-e5ca-40c9-b2eb-da7670d19229 req-f7717f27-27aa-4b8e-adda-f55272666ebf service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=d83d34d7-551a-42ed-b7ef-7ffa8824af2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0557950 Sep 26 05:40:21.090378 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:21.169401 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (None), before_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:21.211042 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-99d2a47c-e5ca-40c9-b2eb-da7670d19229 req-f83549a5-aca7-4f81-bfba-096b903fff9e service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d83d34d7-551a-42ed-b7ef-7ffa8824af2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190979 Sep 26 05:40:21.239971 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:21.282380 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_common [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Allocated IP 172.27.0.170 (1d7e5a44-5796-4db3-9f47-9726042cf055/5996fa21-4a3a-4f7e-8d3b-ce2f368d9796/0f6656cd-e170-4c6a-8701-8bbc362f5dd0) {{(pid=106340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 05:40:21.395303 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for port (0f6656cd-e170-4c6a-8701-8bbc362f5dd0), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:21.427954 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757567689665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (0f6656cd-e170-4c6a-8701-8bbc362f5dd0), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:21.472904 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Network 1d7e5a44-5796-4db3-9f47-9726042cf055 is already hosted by enough agents. {{(pid=106340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 05:40:21.478097 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.base_scheduler [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Resources bound (agent type, host, resource id): {{(pid=106340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 05:40:21.480222 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'Port': ['ID=0f6656cd-e170-4c6a-8701-8bbc362f5dd0,revision_number=1']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:21.482363 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Received port after_create {{(pid=106340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 05:40:21.543010 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:21.563759 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-9ab3c5fd-d24e-4b1e-98ed-dff98bff3105 req-e874b12f-2cc5-46bb-805d-ece418fb058b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (3211bad3-a3ee-47c8-a87f-240818a7928b), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:21.582699 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:21.600169 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874b12f-2cc5-46bb-805d-ece418fb058b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Pushing event deleted for resources: {'Port': ['ID=3211bad3-a3ee-47c8-a87f-240818a7928b,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:21.617364 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-99d2a47c-e5ca-40c9-b2eb-da7670d19229 req-e03fdd2d-ef5a-492a-9a89-1dc40ee71356 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/d83d34d7-551a-42ed-b7ef-7ffa8824af2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886597 Sep 26 05:40:21.652439 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab3c5fd-d24e-4b1e-98ed-dff98bff3105 req-e874b12f-2cc5-46bb-805d-ece418fb058b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] No DVR routers for this DVR port 3211bad3-a3ee-47c8-a87f-240818a7928b on host hv-cinder-85918 {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:40:21.654887 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-9ab3c5fd-d24e-4b1e-98ed-dff98bff3105 req-e874b12f-2cc5-46bb-805d-ece418fb058b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:21.658042 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-9ab3c5fd-d24e-4b1e-98ed-dff98bff3105 req-e874b12f-2cc5-46bb-805d-ece418fb058b tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.60 "DELETE /networking/v2.0/ports/3211bad3-a3ee-47c8-a87f-240818a7928b HTTP/1.1" status: 204 len: 173 time: 1.0183783 Sep 26 05:40:21.658566 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'name': 'network-vif-deleted', 'tag': '3211bad3-a3ee-47c8-a87f-240818a7928b'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:40:21.660853 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0ea833-c6a5-461e-975e-3749b142b145" -d '{"events": [{"server_uuid": "2df85633-fcf8-4640-bfac-ffc0f55778ac", "name": "network-vif-deleted", "tag": "3211bad3-a3ee-47c8-a87f-240818a7928b"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:40:21.704198 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1667811-84af-4b5d-9a3d-c0528dda512d x-openstack-request-id: req-a1667811-84af-4b5d-9a3d-c0528dda512d {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:40:21.704517 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df85633-fcf8-4640-bfac-ffc0f55778ac", "name": "network-vif-deleted", "tag": "3211bad3-a3ee-47c8-a87f-240818a7928b", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:40:21.704759 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1667811-84af-4b5d-9a3d-c0528dda512d {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:40:21.705174 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1667811-84af-4b5d-9a3d-c0528dda512d'] response: {'server_uuid': '2df85633-fcf8-4640-bfac-ffc0f55778ac', 'name': 'network-vif-deleted', 'tag': '3211bad3-a3ee-47c8-a87f-240818a7928b', 'status': 'completed', 'code': 200} Sep 26 05:40:21.853680 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for floatingip (35dfd93c-e933-4c60-a807-faff98c6002e), precommit_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:21.929160 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (0f6656cd-e170-4c6a-8701-8bbc362f5dd0), before_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:21.988906 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-34add4df-90f4-44f9-bc61-bbbf468c9a5a req-1ac7092b-2847-4139-a697-b53cad9059cc tempest-TestMinimumBasicScenario-2061202646 tempest-TestMinimumBasicScenario-2061202646-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=2df85633-fcf8-4640-bfac-ffc0f55778ac HTTP/1.1" status: 200 len: 210 time: 0.0406466 Sep 26 05:40:22.133577 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for port (0f6656cd-e170-4c6a-8701-8bbc362f5dd0), precommit_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:22.139720 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3865936'] for port (0f6656cd-e170-4c6a-8701-8bbc362f5dd0), after_update {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:22.232121 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 3c3c2e99-bc02-48cd-9404-484d9c459608 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106342) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 05:40:22.254432 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 3211bad3-a3ee-47c8-a87f-240818a7928b no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:40:22.258990 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63292810-cf44-4700-a005-e636822f5745 req-0e0c9e21-4047-464d-8d41-694bbdbc03fa tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:22.261408 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-63292810-cf44-4700-a005-e636822f5745 req-0e0c9e21-4047-464d-8d41-694bbdbc03fa tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 948 time: 0.1232200 Sep 26 05:40:22.300426 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: 3211bad3-a3ee-47c8-a87f-240818a7928b {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:40:22.300972 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 3211bad3-a3ee-47c8-a87f-240818a7928b not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:40:22.308122 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event updated for resources: {'Port': ['ID=0f6656cd-e170-4c6a-8701-8bbc362f5dd0,revision_number=2']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:22.317688 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581539'] for floatingip (35dfd93c-e933-4c60-a807-faff98c6002e), after_create {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:22.426645 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-63292810-cf44-4700-a005-e636822f5745 req-f60ea176-9db8-4489-b5d4-27a9d1771ee3 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=000779c1-12d6-46de-9923-5f7833c486bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577742 Sep 26 05:40:22.438141 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 3c3c2e99-bc02-48cd-9404-484d9c459608, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3c3c2e99-bc02-48cd-9404-484d9c459608,segment=NetworkSegment(c14de179-357b-416f-b69d-9617910177ee),segment_id=c14de179-357b-416f-b69d-9617910177ee)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:22.449536 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Returning: {'device': '3c3c2e99-bc02-48cd-9404-484d9c459608', 'network_id': 'd83d34d7-551a-42ed-b7ef-7ffa8824af2b', 'port_id': '3c3c2e99-bc02-48cd-9404-484d9c459608', 'mac_address': 'fa:16:3e:60:c7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f8ae97-12ac-4ac8-b370-86aa0a0cc758', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106342) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 05:40:22.470823 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.db.l3_db [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Floating IP 35dfd93c-e933-4c60-a807-faff98c6002e associated. External IP: 172.27.0.170, port: 19481f78-5754-457c-8919-13eca736d5eb. Sep 26 05:40:22.488686 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 3c3c2e99-bc02-48cd-9404-484d9c459608 is: DOWN; New status is: BUILD {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:40:22.489088 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:22.501687 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3c2e99-bc02-48cd-9404-484d9c459608 {{(pid=106342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 05:40:22.522766 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 3c3c2e99-bc02-48cd-9404-484d9c459608, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3c3c2e99-bc02-48cd-9404-484d9c459608,segment=NetworkSegment(c14de179-357b-416f-b69d-9617910177ee),segment_id=c14de179-357b-416f-b69d-9617910177ee)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:22.527929 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:22.551617 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:22.566666 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:22.577627 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=3c3c2e99-bc02-48cd-9404-484d9c459608,revision_number=4']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:22.633804 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:22.693274 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Router 7b8d2a1f-471f-4584-b831-4f0eb48de512 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:40:22.758726 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['3c3c2e99-bc02-48cd-9404-484d9c459608'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:40:22.800673 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:40:22.813527 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61963053-ae20-4687-b0af-6fdec71e878f None None] Sync routers for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:40:22.814241 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cdaa8673-8501-4982-94a1-b8788a6831b1 req-ad5965bd-ef7f-40d4-8e3f-23e3f4ab1965 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472696 Sep 26 05:40:22.827341 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61963053-ae20-4687-b0af-6fdec71e878f None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:40:22.828276 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-61963053-ae20-4687-b0af-6fdec71e878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:39:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:22.828428 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:22.848299 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:22.876417 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-b4ee9702-d568-443f-84b6-cf1ba3fc8722 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8152919 Sep 26 05:40:22.878041 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c532b0-9ad5-4519-ad88-2b61859b648f', 'tag': '19481f78-5754-457c-8919-13eca736d5eb'}] {{(pid=106340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:40:22.881477 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e873896eceb92e975c07f35d6c171f660f8d478dd9f3bed028651e405f06197e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081438a0-c2d7-423e-befa-d5de4262b3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "05c532b0-9ad5-4519-ad88-2b61859b648f", "tag": "19481f78-5754-457c-8919-13eca736d5eb"}]}' {{(pid=106340) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:40:22.935220 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc1ea3f-6400-48ff-aba9-ef115e496c40 x-openstack-request-id: req-6cc1ea3f-6400-48ff-aba9-ef115e496c40 {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:40:22.935220 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c532b0-9ad5-4519-ad88-2b61859b648f", "tag": "19481f78-5754-457c-8919-13eca736d5eb", "status": "completed", "code": 200}]} {{(pid=106340) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:40:22.935515 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6cc1ea3f-6400-48ff-aba9-ef115e496c40 {{(pid=106340) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:40:22.935790 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc1ea3f-6400-48ff-aba9-ef115e496c40'] response: {'name': 'network-changed', 'server_uuid': '05c532b0-9ad5-4519-ad88-2b61859b648f', 'tag': '19481f78-5754-457c-8919-13eca736d5eb', 'status': 'completed', 'code': 200} Sep 26 05:40:22.958599 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa8673-8501-4982-94a1-b8788a6831b1 req-84578ff2-5705-42d5-9b93-424932a1681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:22.959999 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cdaa8673-8501-4982-94a1-b8788a6831b1 req-84578ff2-5705-42d5-9b93-424932a1681f service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 1129 time: 0.0483255 Sep 26 05:40:23.036081 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:40:23.047668 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081438a0-c2d7-423e-befa-d5de4262b3d9 req-759cbf5f-48eb-4a80-8bc1-89966905d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:23.050548 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-081438a0-c2d7-423e-befa-d5de4262b3d9 req-759cbf5f-48eb-4a80-8bc1-89966905d027 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 1129 time: 0.0882816 Sep 26 05:40:23.061337 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-61963053-ae20-4687-b0af-6fdec71e878f None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:40:23.132554 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:23.157122 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa8673-8501-4982-94a1-b8788a6831b1 req-85e2de7b-743f-4ba9-afd9-e8d8f5f96c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:23.158680 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cdaa8673-8501-4982-94a1-b8788a6831b1 req-85e2de7b-743f-4ba9-afd9-e8d8f5f96c28 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 913 time: 0.1704543 Sep 26 05:40:23.230030 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081438a0-c2d7-423e-befa-d5de4262b3d9 req-41ffcb03-da71-4e2c-b30a-4269c2156970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:23.231584 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-081438a0-c2d7-423e-befa-d5de4262b3d9 req-41ffcb03-da71-4e2c-b30a-4269c2156970 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 913 time: 0.1725631 Sep 26 05:40:23.281281 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cdaa8673-8501-4982-94a1-b8788a6831b1 req-df0450d0-138b-403d-824b-76308310624b service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e47ebac1-d877-4ac1-8e2f-fb371cb2f895 HTTP/1.1" status: 200 len: 1001 time: 0.1112392 Sep 26 05:40:23.283737 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:23.290822 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-fd8968a9-c108-4fd4-88ab-678359c72ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:23.300938 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-61963053-ae20-4687-b0af-6fdec71e878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '35dfd93c-e933-4c60-a807-faff98c6002e', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'port_id': '19481f78-5754-457c-8919-13eca736d5eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'mac_address': 'fa:16:3e:6d:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c532b0-9ad5-4519-ad88-2b61859b648f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:40:21Z', 'updated_at': '2022-09-26T05:40:21Z', 'revision_number': 0, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address_scope': None}, {'id': '71df6908-bd80-4eae-839e-8c601c87834d', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'port_id': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'mac_address': 'fa:16:3e:10:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:38:01Z', 'updated_at': '2022-09-26T05:38:03Z', 'revision_number': 1, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:23.333943 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61963053-ae20-4687-b0af-6fdec71e878f None None] Checking router: 7b8d2a1f-471f-4584-b831-4f0eb48de512 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:40:23.340504 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-081438a0-c2d7-423e-befa-d5de4262b3d9 req-c88b579f-7088-4dbb-9cbd-619078a1135e service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19481f78-5754-457c-8919-13eca736d5eb HTTP/1.1" status: 200 len: 999 time: 0.1007509 Sep 26 05:40:23.343201 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61963053-ae20-4687-b0af-6fdec71e878f None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:40:23.343809 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-61963053-ae20-4687-b0af-6fdec71e878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:39:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:23.383805 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa8673-8501-4982-94a1-b8788a6831b1 req-0161c3aa-26ff-4f0d-be75-34cb009fe765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:23.386259 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cdaa8673-8501-4982-94a1-b8788a6831b1 req-0161c3aa-26ff-4f0d-be75-34cb009fe765 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4408293b-c7bd-46de-8b4c-2f69b84d7882 HTTP/1.1" status: 200 len: 851 time: 0.0924048 Sep 26 05:40:23.431091 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081438a0-c2d7-423e-befa-d5de4262b3d9 req-86bdca50-4099-4a17-af96-879e4d2e6c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:23.432899 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-081438a0-c2d7-423e-befa-d5de4262b3d9 req-86bdca50-4099-4a17-af96-879e4d2e6c98 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4408293b-c7bd-46de-8b4c-2f69b84d7882 HTTP/1.1" status: 200 len: 851 time: 0.0856857 Sep 26 05:40:23.433040 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:23.452861 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-61963053-ae20-4687-b0af-6fdec71e878f None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:40:23.477318 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa8673-8501-4982-94a1-b8788a6831b1 req-9d8e1efb-9381-4447-81a7-2c32035f9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:23.478879 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cdaa8673-8501-4982-94a1-b8788a6831b1 req-9d8e1efb-9381-4447-81a7-2c32035f9896 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=aa57f4f4-2276-4970-8337-66a125f8a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840039 Sep 26 05:40:23.501322 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081438a0-c2d7-423e-befa-d5de4262b3d9 req-2a03f7f8-e3b1-404a-9340-42d173f36bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:23.503049 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-081438a0-c2d7-423e-befa-d5de4262b3d9 req-2a03f7f8-e3b1-404a-9340-42d173f36bae service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=aa57f4f4-2276-4970-8337-66a125f8a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630586 Sep 26 05:40:23.647281 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9bb8c-37a8-466d-b7e8-299d3d7be600 req-6b474b49-5e18-428c-883c-1a294f42f078 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:23.649747 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a1c9bb8c-37a8-466d-b7e8-299d3d7be600 req-6b474b49-5e18-428c-883c-1a294f42f078 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 949 time: 0.1073856 Sep 26 05:40:23.680310 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cdaa8673-8501-4982-94a1-b8788a6831b1 req-a068cf37-ad6c-4636-a051-c911f19f2ab0 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889009 Sep 26 05:40:23.682704 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-081438a0-c2d7-423e-befa-d5de4262b3d9 req-cd46df39-317c-4377-84cf-7304140c74ca service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691811 Sep 26 05:40:23.711066 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-a1c9bb8c-37a8-466d-b7e8-299d3d7be600 req-fa0e07a7-ca26-43bd-bf80-46dcca120b2d tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=000779c1-12d6-46de-9923-5f7833c486bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542281 Sep 26 05:40:23.749457 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-61963053-ae20-4687-b0af-6fdec71e878f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '35dfd93c-e933-4c60-a807-faff98c6002e', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'port_id': '19481f78-5754-457c-8919-13eca736d5eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'mac_address': 'fa:16:3e:6d:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c532b0-9ad5-4519-ad88-2b61859b648f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:40:21Z', 'updated_at': '2022-09-26T05:40:21Z', 'revision_number': 0, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address_scope': None}, {'id': '71df6908-bd80-4eae-839e-8c601c87834d', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'port_id': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'mac_address': 'fa:16:3e:10:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:38:01Z', 'updated_at': '2022-09-26T05:38:03Z', 'revision_number': 1, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:23.776912 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61963053-ae20-4687-b0af-6fdec71e878f None None] The sync data for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi is: [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '35dfd93c-e933-4c60-a807-faff98c6002e', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'port_id': '19481f78-5754-457c-8919-13eca736d5eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'mac_address': 'fa:16:3e:6d:df:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c532b0-9ad5-4519-ad88-2b61859b648f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:40:21Z', 'updated_at': '2022-09-26T05:40:21Z', 'revision_number': 0, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address_scope': None}, {'id': '71df6908-bd80-4eae-839e-8c601c87834d', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'port_id': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'mac_address': 'fa:16:3e:10:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:38:01Z', 'updated_at': '2022-09-26T05:38:03Z', 'revision_number': 1, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:40:23.824741 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=100 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:23.873778 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 46396) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:23.874157 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-cdaa8673-8501-4982-94a1-b8788a6831b1 req-c093bc96-7872-47a3-a4b2-fdcdfd7de1d5 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841922 Sep 26 05:40:23.876028 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-081438a0-c2d7-423e-befa-d5de4262b3d9 req-0f641ba2-121d-42a2-972e-e64f137d3652 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725864 Sep 26 05:40:24.025830 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6225dc34-437f-48f5-b02a-771b91f6a3af None None] New status for floating IP 35dfd93c-e933-4c60-a807-faff98c6002e: ACTIVE {{(pid=106342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:40:24.241944 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 3c3c2e99-bc02-48cd-9404-484d9c459608 up at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 05:40:24.294954 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning for port 3c3c2e99-bc02-48cd-9404-484d9c459608 completed by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 05:40:24.301626 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.provisioning_blocks [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Provisioning complete for port 3c3c2e99-bc02-48cd-9404-484d9c459608 triggered by entity L2. {{(pid=106342) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 05:40:24.302010 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7713338'] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), provisioning_complete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:24.302409 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Attempt 1 to provision port 3c3c2e99-bc02-48cd-9404-484d9c459608 Sep 26 05:40:24.380664 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Current status of the port 3c3c2e99-bc02-48cd-9404-484d9c459608 is: BUILD; New status is: ACTIVE {{(pid=106342) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 05:40:24.380923 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7773098'] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), before_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:24.407202 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afab04cf-716e-47ea-a651-58d52da6a017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3c2e99-bc02-48cd-9404-484d9c459608'}] {{(pid=106342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:40:24.409509 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62d800cd8ed57f904787bcef2535e38c66b24880752a361d296a43ec34f17971" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7e4022-adf3-42c4-923b-87b3d1ca10a2" -d '{"events": [{"server_uuid": "afab04cf-716e-47ea-a651-58d52da6a017", "name": "network-vif-plugged", "status": "completed", "tag": "3c3c2e99-bc02-48cd-9404-484d9c459608"}]}' {{(pid=106342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:40:24.422283 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] For port 3c3c2e99-bc02-48cd-9404-484d9c459608, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3c3c2e99-bc02-48cd-9404-484d9c459608,segment=NetworkSegment(c14de179-357b-416f-b69d-9617910177ee),segment_id=c14de179-357b-416f-b69d-9617910177ee)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:24.427687 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757568116646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757567689683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757567689701'] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:24.450576 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b49fc99-b30c-40c6-a513-baa63eddf160 x-openstack-request-id: req-8b49fc99-b30c-40c6-a513-baa63eddf160 {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:40:24.450869 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afab04cf-716e-47ea-a651-58d52da6a017", "name": "network-vif-plugged", "status": "completed", "tag": "3c3c2e99-bc02-48cd-9404-484d9c459608", "code": 200}]} {{(pid=106342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:40:24.451121 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b49fc99-b30c-40c6-a513-baa63eddf160 {{(pid=106342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:40:24.451521 dv-cinder-859186-2-iscsi neutron-server[106342]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b49fc99-b30c-40c6-a513-baa63eddf160'] response: {'server_uuid': 'afab04cf-716e-47ea-a651-58d52da6a017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3c2e99-bc02-48cd-9404-484d9c459608', 'code': 200} Sep 26 05:40:24.476045 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4582203e-e1d1-4ecf-b444-21e500050992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688035'] for router_interface (21a96fb6-db12-409e-ba7c-580615c47c03), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:24.477191 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Pushing event updated for resources: {'Port': ['ID=3c3c2e99-bc02-48cd-9404-484d9c459608,revision_number=5']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:24.701359 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:24.708059 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-4582203e-e1d1-4ecf-b444-21e500050992 admin admin] Deleting port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:40:24.708572 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4582203e-e1d1-4ecf-b444-21e500050992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:24.769608 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:24.796396 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [None req-4582203e-e1d1-4ecf-b444-21e500050992 admin admin] For port 2c3ef3b5-3f05-4e29-a08f-111bca94a34d, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=2c3ef3b5-3f05-4e29-a08f-111bca94a34d,segment=NetworkSegment(d5e73e03-9eb8-414f-b107-c35e512c7d1a),segment_id=d5e73e03-9eb8-414f-b107-c35e512c7d1a)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:24.796767 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4582203e-e1d1-4ecf-b444-21e500050992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:24.809138 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c0357-8596-48d1-93b7-db67b4fe969e req-51de6e8e-fc0d-4103-b385-07ebfb564f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:24.810666 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-732c0357-8596-48d1-93b7-db67b4fe969e req-51de6e8e-fc0d-4103-b385-07ebfb564f44 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 1134 time: 0.0396526 Sep 26 05:40:24.839353 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-4582203e-e1d1-4ecf-b444-21e500050992 admin admin] Calling delete_port for 2c3ef3b5-3f05-4e29-a08f-111bca94a34d owned by network:router_interface {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:40:24.856498 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-732c0357-8596-48d1-93b7-db67b4fe969e req-3acfbaec-453b-42f7-b62b-d26462d8bf4a service neutron] 10.222.0.60 "GET /networking/v2.0/security-groups?id=000779c1-12d6-46de-9923-5f7833c486bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385289 Sep 26 05:40:24.865909 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283de90-cb44-4af2-9ece-f3870b2105f3 req-be141a91-d721-4a34-8681-9d160db8b735 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:24.867327 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e283de90-cb44-4af2-9ece-f3870b2105f3 req-be141a91-d721-4a34-8681-9d160db8b735 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 950 time: 0.0674133 Sep 26 05:40:24.960885 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e283de90-cb44-4af2-9ece-f3870b2105f3 req-c038b73a-fe5c-4329-a428-1adf0a60085a tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=000779c1-12d6-46de-9923-5f7833c486bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638366 Sep 26 05:40:25.075767 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4582203e-e1d1-4ecf-b444-21e500050992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (2c3ef3b5-3f05-4e29-a08f-111bca94a34d), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:25.100829 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582203e-e1d1-4ecf-b444-21e500050992 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3ef3b5-3f05-4e29-a08f-111bca94a34d,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:25.265380 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-4582203e-e1d1-4ecf-b444-21e500050992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582419'] for router_interface (21a96fb6-db12-409e-ba7c-580615c47c03), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:25.474886 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4582203e-e1d1-4ecf-b444-21e500050992 admin admin] Router 21a96fb6-db12-409e-ba7c-580615c47c03 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:40:25.570516 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:25.578974 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:25.583593 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4582203e-e1d1-4ecf-b444-21e500050992 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:40:25.591225 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-4582203e-e1d1-4ecf-b444-21e500050992 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/21a96fb6-db12-409e-ba7c-580615c47c03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7140760 Sep 26 05:40:25.591447 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 46402) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:25.596826 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a647fea5-e36a-486c-91cf-6c4db3ec3b49 None None] Sync routers for ids ['21a96fb6-db12-409e-ba7c-580615c47c03'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:40:25.607789 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a647fea5-e36a-486c-91cf-6c4db3ec3b49 None None] Routers {'21a96fb6-db12-409e-ba7c-580615c47c03'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:40:25.608824 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-a647fea5-e36a-486c-91cf-6c4db3ec3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:39:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['21a96fb6-db12-409e-ba7c-580615c47c03'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:25.618355 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-04edba21-6e6c-400d-beba-39018a77eab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:25.697191 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] Publish callbacks [] for router (21a96fb6-db12-409e-ba7c-580615c47c03), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:25.717447 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-a647fea5-e36a-486c-91cf-6c4db3ec3b49 None None] Set router 21a96fb6-db12-409e-ba7c-580615c47c03 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:40:25.797614 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] Publish callbacks [] for router_gateway (21a96fb6-db12-409e-ba7c-580615c47c03), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:25.841792 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] Deleting port afd0c472-cff0-47db-a3c8-48dc7387cd20 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:40:25.842138 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (afd0c472-cff0-47db-a3c8-48dc7387cd20), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:25.891657 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-a647fea5-e36a-486c-91cf-6c4db3ec3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:40:25Z', 'revision_number': 5, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'gw_port': {'id': 'afd0c472-cff0-47db-a3c8-48dc7387cd20', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:36:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:25.916761 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a647fea5-e36a-486c-91cf-6c4db3ec3b49 None None] Checking router: 21a96fb6-db12-409e-ba7c-580615c47c03 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:40:25.925151 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a647fea5-e36a-486c-91cf-6c4db3ec3b49 None None] Routers {'21a96fb6-db12-409e-ba7c-580615c47c03'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:40:25.925745 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-a647fea5-e36a-486c-91cf-6c4db3ec3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:40:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['21a96fb6-db12-409e-ba7c-580615c47c03'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:25.928937 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] For port afd0c472-cff0-47db-a3c8-48dc7387cd20, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=afd0c472-cff0-47db-a3c8-48dc7387cd20,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:25.929113 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (afd0c472-cff0-47db-a3c8-48dc7387cd20), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:25.942084 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] Calling delete_port for afd0c472-cff0-47db-a3c8-48dc7387cd20 owned by network:router_gateway {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:40:26.012690 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-a647fea5-e36a-486c-91cf-6c4db3ec3b49 None None] Set router 21a96fb6-db12-409e-ba7c-580615c47c03 gateway port host: None {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:40:26.060879 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-a647fea5-e36a-486c-91cf-6c4db3ec3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:40:25Z', 'revision_number': 6, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'gw_port_host': None}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:26.089601 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a647fea5-e36a-486c-91cf-6c4db3ec3b49 None None] The sync data for ids ['21a96fb6-db12-409e-ba7c-580615c47c03'] in dv-cinder-859186-2-iscsi is: [{'id': '21a96fb6-db12-409e-ba7c-580615c47c03', 'name': 'tempest-TestMinimumBasicScenario-1509336827-router', 'tenant_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:06Z', 'updated_at': '2022-09-26T05:40:25Z', 'revision_number': 6, 'project_id': 'acb97fc9f6ca4cc3970ba2192c2fa3c1', 'gw_port_host': None}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:40:26.108678 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c192f13-2374-489b-a4a9-d1fc51d325dd req-1027f782-0d0a-4247-b624-5a576aa42ae3 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:26.110899 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5c192f13-2374-489b-a4a9-d1fc51d325dd req-1027f782-0d0a-4247-b624-5a576aa42ae3 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 950 time: 0.0665789 Sep 26 05:40:26.194761 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5c192f13-2374-489b-a4a9-d1fc51d325dd req-bf2b418c-e435-4b41-8b90-867a8fce8aff tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=000779c1-12d6-46de-9923-5f7833c486bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776215 Sep 26 05:40:26.195344 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (afd0c472-cff0-47db-a3c8-48dc7387cd20), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.218106 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd0c472-cff0-47db-a3c8-48dc7387cd20,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:26.285019 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581465'] for router_gateway (21a96fb6-db12-409e-ba7c-580615c47c03), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.372734 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (21a96fb6-db12-409e-ba7c-580615c47c03), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.374905 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] Publish callbacks [] for router_controller (21a96fb6-db12-409e-ba7c-580615c47c03), precommit_delete_associations {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.417629 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582510'] for router (21a96fb6-db12-409e-ba7c-580615c47c03), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.418149 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21a96fb6-db12-409e-ba7c-580615c47c03 {{(pid=106340) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:40:26.422460 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.423589 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-e2b684fe-3865-4ac7-836e-6f605d682ad9 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/21a96fb6-db12-409e-ba7c-580615c47c03 HTTP/1.1" status: 204 len: 168 time: 0.8309448 Sep 26 05:40:26.426704 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 46406) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:26.462336 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:26.477164 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ece8c3c-102d-46e0-b6f2-4f8083cfe30c admin admin] Deleting subnet e7e2e204-cb7d-4ef2-a006-95b31578c234 {{(pid=106340) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:40:26.480848 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8ece8c3c-102d-46e0-b6f2-4f8083cfe30c admin admin] Publish callbacks [] for subnet (e7e2e204-cb7d-4ef2-a006-95b31578c234), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.526060 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8ece8c3c-102d-46e0-b6f2-4f8083cfe30c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2915594'] for subnet (e7e2e204-cb7d-4ef2-a006-95b31578c234), precommit_delete_associations {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.572901 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:26.606664 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8ece8c3c-102d-46e0-b6f2-4f8083cfe30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (e7e2e204-cb7d-4ef2-a006-95b31578c234), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.657496 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8ece8c3c-102d-46e0-b6f2-4f8083cfe30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3865862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8697729'] for subnet (e7e2e204-cb7d-4ef2-a006-95b31578c234), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.681216 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece8c3c-102d-46e0-b6f2-4f8083cfe30c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e2e204-cb7d-4ef2-a006-95b31578c234,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:26.687863 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8ece8c3c-102d-46e0-b6f2-4f8083cfe30c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.691635 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-8ece8c3c-102d-46e0-b6f2-4f8083cfe30c admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/e7e2e204-cb7d-4ef2-a006-95b31578c234 HTTP/1.1" status: 204 len: 168 time: 0.2638361 Sep 26 05:40:26.693663 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0292b820-f116-414f-81e9-133a27034662 None None] Network 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:40:26.694172 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46408) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:26.765662 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.765931 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (2cdfbef8-3db4-4a36-ab54-ecc69109c8d7), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.807123 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] Deleting port fd53759a-16ce-4ac2-861b-ea703321ae69 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:40:26.807454 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.871196 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] For port fd53759a-16ce-4ac2-861b-ea703321ae69, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=fd53759a-16ce-4ac2-861b-ea703321ae69,segment=NetworkSegment(d5e73e03-9eb8-414f-b107-c35e512c7d1a),segment_id=d5e73e03-9eb8-414f-b107-c35e512c7d1a)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:26.871546 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.885737 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] Calling delete_port for fd53759a-16ce-4ac2-861b-ea703321ae69 owned by network:dhcp {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:40:26.895640 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b5749c-5732-457b-a014-529dbcbc29cf None None] DHCP port deletion for 2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 request from dv-cinder-859186-2-iscsi {{(pid=106342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:40:26.902947 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 2c3ef3b5-3f05-4e29-a08f-111bca94a34d no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:40:26.937506 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 2c3ef3b5-3f05-4e29-a08f-111bca94a34d {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:40:26.937844 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 2c3ef3b5-3f05-4e29-a08f-111bca94a34d not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:40:26.946529 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=100 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:26.958313 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-98b5749c-5732-457b-a014-529dbcbc29cf None None] Deleting port fd53759a-16ce-4ac2-861b-ea703321ae69 {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:40:26.959004 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-98b5749c-5732-457b-a014-529dbcbc29cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:26.985666 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:27.012068 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd53759a-16ce-4ac2-861b-ea703321ae69,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:27.016820 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] No DVR routers for this DVR port fd53759a-16ce-4ac2-861b-ea703321ae69 on host dv-cinder-859186-2-iscsi {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:40:27.023190 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:27.030346 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-98b5749c-5732-457b-a014-529dbcbc29cf None None] For port fd53759a-16ce-4ac2-861b-ea703321ae69, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=fd53759a-16ce-4ac2-861b-ea703321ae69,segment=NetworkSegment(d5e73e03-9eb8-414f-b107-c35e512c7d1a),segment_id=d5e73e03-9eb8-414f-b107-c35e512c7d1a)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:27.030744 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-98b5749c-5732-457b-a014-529dbcbc29cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:27.047246 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-98b5749c-5732-457b-a014-529dbcbc29cf None None] Calling delete_port for fd53759a-16ce-4ac2-861b-ea703321ae69 owned by network:dhcp {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:40:27.051046 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:27.101585 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (2cdfbef8-3db4-4a36-ab54-ecc69109c8d7), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:27.124834 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cdfbef8-3db4-4a36-ab54-ecc69109c8d7']}} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:27.129143 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-98b5749c-5732-457b-a014-529dbcbc29cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674'] for port (fd53759a-16ce-4ac2-861b-ea703321ae69), after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:27.136059 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e73e03-9eb8-414f-b107-c35e512c7d1a') {'for_net_delete': True} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:27.136393 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e73e03-9eb8-414f-b107-c35e512c7d1a') {} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:27.148704 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421624'] for segment (d5e73e03-9eb8-414f-b107-c35e512c7d1a), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:27.153341 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5749c-5732-457b-a014-529dbcbc29cf None None] Pushing event deleted for resources: {'Port': ['ID=fd53759a-16ce-4ac2-861b-ea703321ae69,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:27.159128 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b5749c-5732-457b-a014-529dbcbc29cf None None] No DVR routers for this DVR port fd53759a-16ce-4ac2-861b-ea703321ae69 on host dv-cinder-859186-2-iscsi {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:40:27.162992 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (d5e73e03-9eb8-414f-b107-c35e512c7d1a), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:27.173749 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:40:27.174234 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2423299'] for segment (d5e73e03-9eb8-414f-b107-c35e512c7d1a), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:27.220445 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment d5e73e03-9eb8-414f-b107-c35e512c7d1a resource provider aggregate not found Sep 26 05:40:27.244375 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment d5e73e03-9eb8-414f-b107-c35e512c7d1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5e73e03-9eb8-414f-b107-c35e512c7d1a found for delete ", "request_id": "req-fbb679eb-fdad-47a8-afc2-2cfd8e36cac2"}]} Sep 26 05:40:27.249308 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (2cdfbef8-3db4-4a36-ab54-ecc69109c8d7), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:27.254517 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:27.261525 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/2cdfbef8-3db4-4a36-ab54-ecc69109c8d7 HTTP/1.1" status: 204 len: 168 time: 0.5638609 Sep 26 05:40:27.262347 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 46416) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:27.272650 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82ba55-96f5-4f8a-962f-d69a8da38d4c admin admin] Pushing event deleted for resources: {'Network': ['ID=2cdfbef8-3db4-4a36-ab54-ecc69109c8d7,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:27.383453 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6024b-1e33-4a0b-a161-df15968e4a6e req-99ff7cd4-e375-4032-91a4-354431aae021 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:27.384815 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-53c6024b-1e33-4a0b-a161-df15968e4a6e req-99ff7cd4-e375-4032-91a4-354431aae021 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 950 time: 0.0784719 Sep 26 05:40:27.481543 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-53c6024b-1e33-4a0b-a161-df15968e4a6e req-c7e7741f-bd85-4025-ab90-524eb99b23e5 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=000779c1-12d6-46de-9923-5f7833c486bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876167 Sep 26 05:40:27.650173 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e86fffdb-1e99-4097-ba8e-b3847855bf31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688035'] for router_interface (80f49b17-9eba-4997-a904-17c99be39ff8), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:27.788964 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348d3ac-ffb6-4850-88b2-58cc4ccc0472 req-3c399823-87c8-4893-8a99-250befec5fc0 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:27.790417 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5348d3ac-ffb6-4850-88b2-58cc4ccc0472 req-3c399823-87c8-4893-8a99-250befec5fc0 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 950 time: 0.0607469 Sep 26 05:40:27.890521 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-5348d3ac-ffb6-4850-88b2-58cc4ccc0472 req-66d9bc45-0cbf-4d34-8a25-064c35e08263 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=000779c1-12d6-46de-9923-5f7833c486bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716734 Sep 26 05:40:27.913116 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:27.953942 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-e86fffdb-1e99-4097-ba8e-b3847855bf31 admin admin] Deleting port 04342842-6357-4517-9b8e-025a14202147 {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:40:27.954283 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e86fffdb-1e99-4097-ba8e-b3847855bf31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (04342842-6357-4517-9b8e-025a14202147), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:28.014947 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:28.032480 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [None req-e86fffdb-1e99-4097-ba8e-b3847855bf31 admin admin] For port 04342842-6357-4517-9b8e-025a14202147, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=04342842-6357-4517-9b8e-025a14202147,segment=NetworkSegment(3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f),segment_id=3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:28.032846 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e86fffdb-1e99-4097-ba8e-b3847855bf31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (04342842-6357-4517-9b8e-025a14202147), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:28.049257 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-e86fffdb-1e99-4097-ba8e-b3847855bf31 admin admin] Calling delete_port for 04342842-6357-4517-9b8e-025a14202147 owned by network:router_interface {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:40:28.223124 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e86fffdb-1e99-4097-ba8e-b3847855bf31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (04342842-6357-4517-9b8e-025a14202147), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:28.244929 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fffdb-1e99-4097-ba8e-b3847855bf31 admin admin] Pushing event deleted for resources: {'Port': ['ID=04342842-6357-4517-9b8e-025a14202147,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:28.351043 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:28.424266 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e86fffdb-1e99-4097-ba8e-b3847855bf31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582419'] for router_interface (80f49b17-9eba-4997-a904-17c99be39ff8), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:28.496385 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device fd53759a-16ce-4ac2-861b-ea703321ae69 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:40:28.522366 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: fd53759a-16ce-4ac2-861b-ea703321ae69 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:40:28.522619 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device fd53759a-16ce-4ac2-861b-ea703321ae69 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:40:28.523035 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device afd0c472-cff0-47db-a3c8-48dc7387cd20 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:40:28.525045 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:28.543481 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: afd0c472-cff0-47db-a3c8-48dc7387cd20 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:40:28.543821 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device afd0c472-cff0-47db-a3c8-48dc7387cd20 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:40:28.902831 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86fffdb-1e99-4097-ba8e-b3847855bf31 admin admin] Router 80f49b17-9eba-4997-a904-17c99be39ff8 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:40:28.988863 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:29.043638 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234cd77-1367-4ba4-976a-f1b220288a7a req-55fc9b76-2e31-4b45-b98a-b694ec0595eb tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:29.045111 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2234cd77-1367-4ba4-976a-f1b220288a7a req-55fc9b76-2e31-4b45-b98a-b694ec0595eb tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 950 time: 0.0592527 Sep 26 05:40:29.046158 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86fffdb-1e99-4097-ba8e-b3847855bf31 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:40:29.051677 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-e86fffdb-1e99-4097-ba8e-b3847855bf31 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/80f49b17-9eba-4997-a904-17c99be39ff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7882740 Sep 26 05:40:29.053640 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46426) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:29.055103 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19e1e5-ec01-4ddd-8d7d-7009b8c0c2d1 None None] Sync routers for ids ['80f49b17-9eba-4997-a904-17c99be39ff8'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:40:29.066603 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19e1e5-ec01-4ddd-8d7d-7009b8c0c2d1 None None] Routers {'80f49b17-9eba-4997-a904-17c99be39ff8'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:40:29.068035 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-0d19e1e5-ec01-4ddd-8d7d-7009b8c0c2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:40:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['80f49b17-9eba-4997-a904-17c99be39ff8'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:29.102062 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-2234cd77-1367-4ba4-976a-f1b220288a7a req-7bfdb88b-4afe-47e1-8a61-3e089661eba8 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=000779c1-12d6-46de-9923-5f7833c486bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491772 Sep 26 05:40:29.166750 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] Publish callbacks [] for router (80f49b17-9eba-4997-a904-17c99be39ff8), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:29.296365 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-0d19e1e5-ec01-4ddd-8d7d-7009b8c0c2d1 None None] Set router 80f49b17-9eba-4997-a904-17c99be39ff8 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:40:29.302626 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] Publish callbacks [] for router_gateway (80f49b17-9eba-4997-a904-17c99be39ff8), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:29.314824 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb95cdc-c0ae-46f8-830f-7fa3f0c15d45 req-8e4cef01-263d-4e76-8d75-a524ecdb1824 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:40:29.316674 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-9eb95cdc-c0ae-46f8-830f-7fa3f0c15d45 req-8e4cef01-263d-4e76-8d75-a524ecdb1824 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 950 time: 0.0602918 Sep 26 05:40:29.387850 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:29.390893 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] Deleting port 9d08d476-db0f-4274-9990-3b03f0219d37 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:40:29.391234 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (9d08d476-db0f-4274-9990-3b03f0219d37), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:29.462357 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-0d19e1e5-ec01-4ddd-8d7d-7009b8c0c2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'name': 'tempest-TestMinimumBasicScenario-1305196650-router', 'tenant_id': '16f4765a996048b4930ed42949a4cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '9d08d476-db0f-4274-9990-3b03f0219d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:12Z', 'updated_at': '2022-09-26T05:40:28Z', 'revision_number': 5, 'project_id': '16f4765a996048b4930ed42949a4cb58', 'gw_port': {'id': '9d08d476-db0f-4274-9990-3b03f0219d37', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:37:13Z', 'updated_at': '2022-09-26T05:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:29.478630 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-9eb95cdc-c0ae-46f8-830f-7fa3f0c15d45 req-19a6bfae-ffb4-44d7-b236-1c3952c6f4b7 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Deleting port 3c3c2e99-bc02-48cd-9404-484d9c459608 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:40:29.478970 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-9eb95cdc-c0ae-46f8-830f-7fa3f0c15d45 req-19a6bfae-ffb4-44d7-b236-1c3952c6f4b7 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:29.490554 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19e1e5-ec01-4ddd-8d7d-7009b8c0c2d1 None None] Checking router: 80f49b17-9eba-4997-a904-17c99be39ff8 for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:40:29.499031 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19e1e5-ec01-4ddd-8d7d-7009b8c0c2d1 None None] Routers {'80f49b17-9eba-4997-a904-17c99be39ff8'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:40:29.499634 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-0d19e1e5-ec01-4ddd-8d7d-7009b8c0c2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:40:26Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['80f49b17-9eba-4997-a904-17c99be39ff8'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:29.562619 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] For port 9d08d476-db0f-4274-9990-3b03f0219d37, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=9d08d476-db0f-4274-9990-3b03f0219d37,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:29.562982 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (9d08d476-db0f-4274-9990-3b03f0219d37), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:29.581043 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-0d19e1e5-ec01-4ddd-8d7d-7009b8c0c2d1 None None] Set router 80f49b17-9eba-4997-a904-17c99be39ff8 gateway port host: None {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:40:29.585654 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] Calling delete_port for 9d08d476-db0f-4274-9990-3b03f0219d37 owned by network:router_gateway {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:40:29.605003 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:29.619759 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-9eb95cdc-c0ae-46f8-830f-7fa3f0c15d45 req-19a6bfae-ffb4-44d7-b236-1c3952c6f4b7 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] For port 3c3c2e99-bc02-48cd-9404-484d9c459608, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=3c3c2e99-bc02-48cd-9404-484d9c459608,segment=NetworkSegment(c14de179-357b-416f-b69d-9617910177ee),segment_id=c14de179-357b-416f-b69d-9617910177ee)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:29.620128 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-9eb95cdc-c0ae-46f8-830f-7fa3f0c15d45 req-19a6bfae-ffb4-44d7-b236-1c3952c6f4b7 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:29.632284 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-0d19e1e5-ec01-4ddd-8d7d-7009b8c0c2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'name': 'tempest-TestMinimumBasicScenario-1305196650-router', 'tenant_id': '16f4765a996048b4930ed42949a4cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:12Z', 'updated_at': '2022-09-26T05:40:29Z', 'revision_number': 6, 'project_id': '16f4765a996048b4930ed42949a4cb58', 'gw_port_host': None}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:29.656644 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19e1e5-ec01-4ddd-8d7d-7009b8c0c2d1 None None] The sync data for ids ['80f49b17-9eba-4997-a904-17c99be39ff8'] in dv-cinder-859186-2-iscsi is: [{'id': '80f49b17-9eba-4997-a904-17c99be39ff8', 'name': 'tempest-TestMinimumBasicScenario-1305196650-router', 'tenant_id': '16f4765a996048b4930ed42949a4cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:37:12Z', 'updated_at': '2022-09-26T05:40:29Z', 'revision_number': 6, 'project_id': '16f4765a996048b4930ed42949a4cb58', 'gw_port_host': None}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:40:29.668181 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-9eb95cdc-c0ae-46f8-830f-7fa3f0c15d45 req-19a6bfae-ffb4-44d7-b236-1c3952c6f4b7 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Calling delete_port for 3c3c2e99-bc02-48cd-9404-484d9c459608 owned by compute:nova {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:40:29.893644 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (9d08d476-db0f-4274-9990-3b03f0219d37), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:29.901908 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-9eb95cdc-c0ae-46f8-830f-7fa3f0c15d45 req-19a6bfae-ffb4-44d7-b236-1c3952c6f4b7 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (3c3c2e99-bc02-48cd-9404-484d9c459608), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:29.913561 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] get_ports_and_sgs() called for port_ids ['3c3c2e99-bc02-48cd-9404-484d9c459608'] {{(pid=106342) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 05:40:29.922674 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d08d476-db0f-4274-9990-3b03f0219d37,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:29.975408 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6bfae-ffb4-44d7-b236-1c3952c6f4b7 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Pushing event deleted for resources: {'Port': ['ID=3c3c2e99-bc02-48cd-9404-484d9c459608,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:30.039688 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb95cdc-c0ae-46f8-830f-7fa3f0c15d45 req-19a6bfae-ffb4-44d7-b236-1c3952c6f4b7 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] No DVR routers for this DVR port 3c3c2e99-bc02-48cd-9404-484d9c459608 on host hv-cinder-85918 {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:40:30.045257 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-9eb95cdc-c0ae-46f8-830f-7fa3f0c15d45 req-19a6bfae-ffb4-44d7-b236-1c3952c6f4b7 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.048544 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-9eb95cdc-c0ae-46f8-830f-7fa3f0c15d45 req-19a6bfae-ffb4-44d7-b236-1c3952c6f4b7 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.60 "DELETE /networking/v2.0/ports/3c3c2e99-bc02-48cd-9404-484d9c459608 HTTP/1.1" status: 204 len: 173 time: 0.7241986 Sep 26 05:40:30.049065 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afab04cf-716e-47ea-a651-58d52da6a017', 'name': 'network-vif-deleted', 'tag': '3c3c2e99-bc02-48cd-9404-484d9c459608'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:40:30.051428 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8334c2c3-8bdd-40ca-a9c9-e5a688647764" -d '{"events": [{"server_uuid": "afab04cf-716e-47ea-a651-58d52da6a017", "name": "network-vif-deleted", "tag": "3c3c2e99-bc02-48cd-9404-484d9c459608"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:40:30.061185 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581465'] for router_gateway (80f49b17-9eba-4997-a904-17c99be39ff8), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.139320 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f17d5d9-ce81-4890-bb7b-27ec39c85b22 x-openstack-request-id: req-3f17d5d9-ce81-4890-bb7b-27ec39c85b22 {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:40:30.139699 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afab04cf-716e-47ea-a651-58d52da6a017", "name": "network-vif-deleted", "tag": "3c3c2e99-bc02-48cd-9404-484d9c459608", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:40:30.140288 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f17d5d9-ce81-4890-bb7b-27ec39c85b22 {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:40:30.141223 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f17d5d9-ce81-4890-bb7b-27ec39c85b22'] response: {'server_uuid': 'afab04cf-716e-47ea-a651-58d52da6a017', 'name': 'network-vif-deleted', 'tag': '3c3c2e99-bc02-48cd-9404-484d9c459608', 'status': 'completed', 'code': 200} Sep 26 05:40:30.202446 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (80f49b17-9eba-4997-a904-17c99be39ff8), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.209579 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] Publish callbacks [] for router_controller (80f49b17-9eba-4997-a904-17c99be39ff8), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.228398 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-289c09e6-9683-4eee-8706-b04975929fd8 req-9ec89b89-9a0f-4437-a20a-555ab77498c2 tempest-VolumesNegativeTest-871364725 tempest-VolumesNegativeTest-871364725-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=afab04cf-716e-47ea-a651-58d52da6a017 HTTP/1.1" status: 200 len: 210 time: 0.0333784 Sep 26 05:40:30.273018 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582510'] for router (80f49b17-9eba-4997-a904-17c99be39ff8), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.273812 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80f49b17-9eba-4997-a904-17c99be39ff8 {{(pid=106341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:40:30.278730 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.280658 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-484c7e09-25e2-4504-a522-d508e304d051 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/80f49b17-9eba-4997-a904-17c99be39ff8 HTTP/1.1" status: 204 len: 168 time: 1.2252686 Sep 26 05:40:30.282676 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46434) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:30.329468 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afab106-287a-46fc-9c64-517f07da8121 admin admin] Deleting subnet 8e901410-502f-496d-b151-08e2141de097 {{(pid=106341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:40:30.333374 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6afab106-287a-46fc-9c64-517f07da8121 admin admin] Publish callbacks [] for subnet (8e901410-502f-496d-b151-08e2141de097), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.335022 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:30.371512 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6afab106-287a-46fc-9c64-517f07da8121 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421571'] for subnet (8e901410-502f-496d-b151-08e2141de097), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.429924 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 9d08d476-db0f-4274-9990-3b03f0219d37 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:40:30.452050 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 9d08d476-db0f-4274-9990-3b03f0219d37 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:40:30.452511 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 9d08d476-db0f-4274-9990-3b03f0219d37 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:40:30.453017 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 04342842-6357-4517-9b8e-025a14202147 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:40:30.460698 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6afab106-287a-46fc-9c64-517f07da8121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (8e901410-502f-496d-b151-08e2141de097), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.476409 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 04342842-6357-4517-9b8e-025a14202147 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:40:30.477077 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 04342842-6357-4517-9b8e-025a14202147 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:40:30.525663 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6afab106-287a-46fc-9c64-517f07da8121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2423481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802036'] for subnet (8e901410-502f-496d-b151-08e2141de097), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.552580 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afab106-287a-46fc-9c64-517f07da8121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e901410-502f-496d-b151-08e2141de097,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:30.557688 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-6afab106-287a-46fc-9c64-517f07da8121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.561721 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-6afab106-287a-46fc-9c64-517f07da8121 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/8e901410-502f-496d-b151-08e2141de097 HTTP/1.1" status: 204 len: 168 time: 0.2781110 Sep 26 05:40:30.563963 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46436) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:30.566175 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d729b9f6-2800-421d-850d-79c9944198b7 None None] Network aeda07c8-56ab-4b7f-b5c3-63415b1bc439 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:40:30.613628 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:30.647674 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (aeda07c8-56ab-4b7f-b5c3-63415b1bc439), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.690986 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] Deleting port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:40:30.691216 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.733039 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de62d51-2c86-4814-985f-f6b3bd7f24a6 None None] DHCP port deletion for aeda07c8-56ab-4b7f-b5c3-63415b1bc439 request from dv-cinder-859186-2-iscsi {{(pid=106342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:40:30.761346 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] For port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=5c58e7fe-f778-4e2f-92b8-7d84672a9fec,segment=NetworkSegment(3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f),segment_id=3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:30.761707 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.770119 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-9de62d51-2c86-4814-985f-f6b3bd7f24a6 None None] Deleting port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:40:30.770427 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9de62d51-2c86-4814-985f-f6b3bd7f24a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.775041 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] Calling delete_port for 5c58e7fe-f778-4e2f-92b8-7d84672a9fec owned by network:dhcp {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:40:30.833534 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-9de62d51-2c86-4814-985f-f6b3bd7f24a6 None None] For port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=5c58e7fe-f778-4e2f-92b8-7d84672a9fec,segment=NetworkSegment(3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f),segment_id=3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:40:30.833926 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9de62d51-2c86-4814-985f-f6b3bd7f24a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.846574 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-9de62d51-2c86-4814-985f-f6b3bd7f24a6 None None] Calling delete_port for 5c58e7fe-f778-4e2f-92b8-7d84672a9fec owned by network:dhcp {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:40:30.857299 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.883205 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c58e7fe-f778-4e2f-92b8-7d84672a9fec,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:30.885041 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] No DVR routers for this DVR port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec on host dv-cinder-859186-2-iscsi {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:40:30.915353 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:30.925033 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:30.932161 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9de62d51-2c86-4814-985f-f6b3bd7f24a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674'] for port (5c58e7fe-f778-4e2f-92b8-7d84672a9fec), after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.934894 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:30.945274 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de62d51-2c86-4814-985f-f6b3bd7f24a6 None None] No DVR routers for this DVR port 5c58e7fe-f778-4e2f-92b8-7d84672a9fec on host dv-cinder-859186-2-iscsi {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:40:30.960259 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (aeda07c8-56ab-4b7f-b5c3-63415b1bc439), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:30.967564 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de62d51-2c86-4814-985f-f6b3bd7f24a6 None None] Pushing event deleted for resources: {'Port': ['ID=5c58e7fe-f778-4e2f-92b8-7d84672a9fec,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:30.985344 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeda07c8-56ab-4b7f-b5c3-63415b1bc439']}} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:30.995027 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f') {'for_net_delete': True} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:30.995322 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f') {} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:40:31.005882 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421624'] for segment (3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:31.019632 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:31.025838 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:40:31.026208 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2423299'] for segment (3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:31.065458 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment 3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f resource provider aggregate not found Sep 26 05:40:31.091137 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (aeda07c8-56ab-4b7f-b5c3-63415b1bc439), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:31.098667 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment 3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cdeb7c9-d86d-4bc8-b53a-ceb8f28f6b3f found for delete ", "request_id": "req-be9f1b5f-c611-4c55-8152-7e6cf84594a1"}]} Sep 26 05:40:31.099579 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:31.102705 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/aeda07c8-56ab-4b7f-b5c3-63415b1bc439 HTTP/1.1" status: 204 len: 168 time: 0.5378163 Sep 26 05:40:31.116446 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa1cbd-2e4e-4c60-84cc-4b97d5736a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeda07c8-56ab-4b7f-b5c3-63415b1bc439,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:31.271145 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46446) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:31.313055 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-f6b6bb8d-0a38-47d6-9c5c-5799c123fd13 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=acb97fc9f6ca4cc3970ba2192c2fa3c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407267 Sep 26 05:40:31.316397 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 46452) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:31.342408 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:31.370344 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8e8feef4-d041-4917-8fec-974a4271fd31 admin admin] Publish callbacks [] for security_group (3852ab59-36fe-463c-8dd2-811d720107a6), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:31.391701 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8e8feef4-d041-4917-8fec-974a4271fd31 admin admin] Publish callbacks [] for security_group (3852ab59-36fe-463c-8dd2-811d720107a6), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:31.440865 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8e8feef4-d041-4917-8fec-974a4271fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (3852ab59-36fe-463c-8dd2-811d720107a6), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:31.443520 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-8e8feef4-d041-4917-8fec-974a4271fd31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:31.444781 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-8e8feef4-d041-4917-8fec-974a4271fd31 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/3852ab59-36fe-463c-8dd2-811d720107a6 HTTP/1.1" status: 204 len: 168 time: 0.1273913 Sep 26 05:40:31.452954 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8feef4-d041-4917-8fec-974a4271fd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3852ab59-36fe-463c-8dd2-811d720107a6,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:31.779882 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46470) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:31.824685 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-0c84414c-e6d3-4570-8e24-9c8e58c15f48 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=16f4765a996048b4930ed42949a4cb58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434752 Sep 26 05:40:31.827155 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46476) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:31.876437 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8e5a3ebe-18ff-45cd-b9a8-12704c59fa5e admin admin] Publish callbacks [] for security_group (90f8e277-0bf7-4e45-bf1b-4208327e92b0), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:31.885789 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:31.898865 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8e5a3ebe-18ff-45cd-b9a8-12704c59fa5e admin admin] Publish callbacks [] for security_group (90f8e277-0bf7-4e45-bf1b-4208327e92b0), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:31.947837 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8e5a3ebe-18ff-45cd-b9a8-12704c59fa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (90f8e277-0bf7-4e45-bf1b-4208327e92b0), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:31.950398 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8e5a3ebe-18ff-45cd-b9a8-12704c59fa5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:31.951609 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-8e5a3ebe-18ff-45cd-b9a8-12704c59fa5e admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/90f8e277-0bf7-4e45-bf1b-4208327e92b0 HTTP/1.1" status: 204 len: 168 time: 0.1235261 Sep 26 05:40:31.960355 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a3ebe-18ff-45cd-b9a8-12704c59fa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f8e277-0bf7-4e45-bf1b-4208327e92b0,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:32.298474 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 3c3c2e99-bc02-48cd-9404-484d9c459608 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:40:32.324054 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: 3c3c2e99-bc02-48cd-9404-484d9c459608 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:40:32.324438 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 3c3c2e99-bc02-48cd-9404-484d9c459608 not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:40:32.426446 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 5c58e7fe-f778-4e2f-92b8-7d84672a9fec no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:40:32.447276 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 5c58e7fe-f778-4e2f-92b8-7d84672a9fec {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:40:32.447621 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 5c58e7fe-f778-4e2f-92b8-7d84672a9fec not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:40:35.563347 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46700) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:35.701262 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-60061a11-b60b-4475-8bbd-5d173b1cd01e admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=4443d3eb0c4540419fe86007491b169b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367972 Sep 26 05:40:35.703787 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46704) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:40:35.743219 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:35.753676 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-02c924cc-2374-4514-87df-0cf9cabc41f0 admin admin] Publish callbacks [] for security_group (000779c1-12d6-46de-9923-5f7833c486bd), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:35.776045 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-02c924cc-2374-4514-87df-0cf9cabc41f0 admin admin] Publish callbacks [] for security_group (000779c1-12d6-46de-9923-5f7833c486bd), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:35.821177 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-02c924cc-2374-4514-87df-0cf9cabc41f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (000779c1-12d6-46de-9923-5f7833c486bd), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:35.823727 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-02c924cc-2374-4514-87df-0cf9cabc41f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:35.824910 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-02c924cc-2374-4514-87df-0cf9cabc41f0 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/000779c1-12d6-46de-9923-5f7833c486bd HTTP/1.1" status: 204 len: 168 time: 0.1201041 Sep 26 05:40:35.833208 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c924cc-2374-4514-87df-0cf9cabc41f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000779c1-12d6-46de-9923-5f7833c486bd,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:40:40.943449 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:40.950879 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=69 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:41.422347 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:41.448472 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=26,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:42.430241 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:DELETE=2,neutron:SELECT=10 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:45.828212 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=24,neutron:DELETE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:45.829003 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=10,neutron:DELETE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:45.846125 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:48.221155 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:51.895292 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:51.896109 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:DELETE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:40:53.286087 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d40d926c-6484-4e9c-9477-55f1d5e9733a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:55.620653 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7d087df8-496b-408c-a230-098fffc5e550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:56.754688 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:58.352539 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:40:58.507019 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:00.034822 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:41:08.499557 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:08.502394 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:17.944551 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=5 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:17.945303 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:18.218895 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:23.291820 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-faf41e94-ffbc-44ef-b541-df123e13c9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:24.779401 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-69ebc117-cccf-451e-8a0e-2f5c6e5ee9b0 req-9d9f1c9a-7266-4e30-a1bc-ad441d3e5a54 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380244 Sep 26 05:41:24.839139 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebc117-cccf-451e-8a0e-2f5c6e5ee9b0 req-bbf7d9f0-9a09-4601-97f7-07bcf334c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:41:24.840665 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-69ebc117-cccf-451e-8a0e-2f5c6e5ee9b0 req-bbf7d9f0-9a09-4601-97f7-07bcf334c1cf service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 1129 time: 0.0390415 Sep 26 05:41:25.194336 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebc117-cccf-451e-8a0e-2f5c6e5ee9b0 req-212122cb-6907-4cf9-a039-e073c6db7243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:41:25.195802 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-69ebc117-cccf-451e-8a0e-2f5c6e5ee9b0 req-212122cb-6907-4cf9-a039-e073c6db7243 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 913 time: 0.3355598 Sep 26 05:41:25.257522 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-69ebc117-cccf-451e-8a0e-2f5c6e5ee9b0 req-436610df-8cdf-4cbb-9977-407bad3878e9 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19481f78-5754-457c-8919-13eca736d5eb HTTP/1.1" status: 200 len: 1001 time: 0.0550501 Sep 26 05:41:25.305317 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebc117-cccf-451e-8a0e-2f5c6e5ee9b0 req-b00f0836-f278-42b8-944f-a79075520418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:41:25.306726 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-69ebc117-cccf-451e-8a0e-2f5c6e5ee9b0 req-b00f0836-f278-42b8-944f-a79075520418 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4408293b-c7bd-46de-8b4c-2f69b84d7882 HTTP/1.1" status: 200 len: 851 time: 0.0442014 Sep 26 05:41:25.353814 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebc117-cccf-451e-8a0e-2f5c6e5ee9b0 req-61191e17-33c3-4ee0-a6fa-7d9501fc332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:41:25.355294 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-69ebc117-cccf-451e-8a0e-2f5c6e5ee9b0 req-61191e17-33c3-4ee0-a6fa-7d9501fc332b service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=aa57f4f4-2276-4970-8337-66a125f8a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426736 Sep 26 05:41:25.446242 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-69ebc117-cccf-451e-8a0e-2f5c6e5ee9b0 req-88b27eb2-7a39-4cdd-9e02-67d670714c62 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845165 Sep 26 05:41:25.539686 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-69ebc117-cccf-451e-8a0e-2f5c6e5ee9b0 req-ccb9ddbf-17cf-4930-8dc8-5d43bc288648 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876367 Sep 26 05:41:25.621493 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4bc85dae-132e-41b1-88fe-c15e675ac7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:26.756203 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:28.345812 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:28.507187 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:35.534516 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=52 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:35.536526 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=49 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:37.032898 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:41:38.500694 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:38.502546 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:48.220368 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:53.293458 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-9cb6ec57-7089-4606-9437-a7f2b6f56448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:54.844777 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46722) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:41:54.940863 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=16 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:54.941579 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=18 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:54.985993 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Deleting port 0f6656cd-e170-4c6a-8701-8bbc362f5dd0 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:41:54.986333 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (0f6656cd-e170-4c6a-8701-8bbc362f5dd0), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:55.064836 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (0f6656cd-e170-4c6a-8701-8bbc362f5dd0), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:55.065163 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for floatingip (0f6656cd-e170-4c6a-8701-8bbc362f5dd0), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:55.077654 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Calling delete_port for 0f6656cd-e170-4c6a-8701-8bbc362f5dd0 owned by network:floatingip {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:41:55.242892 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (0f6656cd-e170-4c6a-8701-8bbc362f5dd0), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:55.266414 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event deleted for resources: {'Port': ['ID=0f6656cd-e170-4c6a-8701-8bbc362f5dd0,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:41:55.278877 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:41:55.279176 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:41:55.279486 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:41:55.279821 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:41:55.280147 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:41:55.280503 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:41:55.280820 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:41:55.281136 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:41:55.281459 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:41:55.281774 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:41:55.282089 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:41:55.282404 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:41:55.282721 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:41:55.283032 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:41:55.283340 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:41:55.338261 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for floatingip (35dfd93c-e933-4c60-a807-faff98c6002e), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:55.338583 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.l3_db [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Floating IP 35dfd93c-e933-4c60-a807-faff98c6002e disassociated (deleted). External IP: 172.27.0.170, port: 19481f78-5754-457c-8919-13eca736d5eb. Sep 26 05:41:55.534750 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Router 7b8d2a1f-471f-4584-b831-4f0eb48de512 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:41:55.622789 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-95519471-f321-4560-a486-4c075ba95c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:55.637358 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:41:55.641872 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:55.646746 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009f755b-5430-43bb-8da6-963f034f75a3 None None] Sync routers for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:41:55.656727 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f755b-5430-43bb-8da6-963f034f75a3 None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:41:55.657334 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-009f755b-5430-43bb-8da6-963f034f75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:41:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:41:55.665337 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:55.674529 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-8c40ce38-3b4b-4505-905b-5fcf6280f279 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/35dfd93c-e933-4c60-a807-faff98c6002e HTTP/1.1" status: 204 len: 168 time: 0.8286140 Sep 26 05:41:55.675309 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c532b0-9ad5-4519-ad88-2b61859b648f', 'tag': '19481f78-5754-457c-8919-13eca736d5eb'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:41:55.677598 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01b2387-ab41-437d-8165-d4eccdb3c892" -d '{"events": [{"name": "network-changed", "server_uuid": "05c532b0-9ad5-4519-ad88-2b61859b648f", "tag": "19481f78-5754-457c-8919-13eca736d5eb"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:41:55.724858 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443032cc-b3fe-4e6d-a850-9a8eb1965fa2 x-openstack-request-id: req-443032cc-b3fe-4e6d-a850-9a8eb1965fa2 {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:41:55.725151 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c532b0-9ad5-4519-ad88-2b61859b648f", "tag": "19481f78-5754-457c-8919-13eca736d5eb", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:41:55.725430 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-443032cc-b3fe-4e6d-a850-9a8eb1965fa2 {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:41:55.726154 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443032cc-b3fe-4e6d-a850-9a8eb1965fa2'] response: {'name': 'network-changed', 'server_uuid': '05c532b0-9ad5-4519-ad88-2b61859b648f', 'tag': '19481f78-5754-457c-8919-13eca736d5eb', 'status': 'completed', 'code': 200} Sep 26 05:41:55.768375 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-009f755b-5430-43bb-8da6-963f034f75a3 None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:41:55.804726 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b2387-ab41-437d-8165-d4eccdb3c892 req-2a747d85-65b3-47e9-9577-d3ad7160e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:41:55.806274 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a01b2387-ab41-437d-8165-d4eccdb3c892 req-2a747d85-65b3-47e9-9577-d3ad7160e0a4 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 1129 time: 0.0560286 Sep 26 05:41:55.841167 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:41:55.912087 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b2387-ab41-437d-8165-d4eccdb3c892 req-7d8667d2-b1bf-4e00-874e-dfa51e42f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:41:55.913842 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a01b2387-ab41-437d-8165-d4eccdb3c892 req-7d8667d2-b1bf-4e00-874e-dfa51e42f1da service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 913 time: 0.0946882 Sep 26 05:41:55.941378 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b6a82-9f61-4a20-9688-9aaf93d039af req-7d51f52a-a22d-46bf-a3af-d887a0e740e8 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:41:55.943432 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6e9b6a82-9f61-4a20-9688-9aaf93d039af req-7d51f52a-a22d-46bf-a3af-d887a0e740e8 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 945 time: 0.0544453 Sep 26 05:41:55.993164 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-6e9b6a82-9f61-4a20-9688-9aaf93d039af req-cd23d31b-b14c-434d-8dca-d696d866ae9f tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432312 Sep 26 05:41:56.013561 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-009f755b-5430-43bb-8da6-963f034f75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '71df6908-bd80-4eae-839e-8c601c87834d', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'port_id': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'mac_address': 'fa:16:3e:10:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:38:01Z', 'updated_at': '2022-09-26T05:38:03Z', 'revision_number': 1, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:41:56.038006 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009f755b-5430-43bb-8da6-963f034f75a3 None None] Checking router: 7b8d2a1f-471f-4584-b831-4f0eb48de512 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:41:56.046428 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f755b-5430-43bb-8da6-963f034f75a3 None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:41:56.047025 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-009f755b-5430-43bb-8da6-963f034f75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:41:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:41:56.147998 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-009f755b-5430-43bb-8da6-963f034f75a3 None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:41:56.348172 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-009f755b-5430-43bb-8da6-963f034f75a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '71df6908-bd80-4eae-839e-8c601c87834d', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'port_id': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'mac_address': 'fa:16:3e:10:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:38:01Z', 'updated_at': '2022-09-26T05:38:03Z', 'revision_number': 1, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:41:56.377860 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009f755b-5430-43bb-8da6-963f034f75a3 None None] The sync data for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi is: [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_floatingips': [{'id': '71df6908-bd80-4eae-839e-8c601c87834d', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'router_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'port_id': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'mac_address': 'fa:16:3e:10:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T05:38:01Z', 'updated_at': '2022-09-26T05:38:03Z', 'revision_number': 1, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:41:56.599694 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10dcb54-1b6e-4707-935b-54b57fbf63ac None None] New status for floating IP 35dfd93c-e933-4c60-a807-faff98c6002e: DOWN {{(pid=106342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:41:56.759177 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:56.955183 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a01b2387-ab41-437d-8165-d4eccdb3c892 req-34332a54-f64f-4d5f-a9a9-86a0da028872 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19481f78-5754-457c-8919-13eca736d5eb HTTP/1.1" status: 200 len: 217 time: 0.0319703 Sep 26 05:41:57.008758 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b2387-ab41-437d-8165-d4eccdb3c892 req-d17be6a3-f7e8-41a7-92f8-380c79974c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:41:57.010180 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a01b2387-ab41-437d-8165-d4eccdb3c892 req-d17be6a3-f7e8-41a7-92f8-380c79974c20 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4408293b-c7bd-46de-8b4c-2f69b84d7882 HTTP/1.1" status: 200 len: 851 time: 0.0471835 Sep 26 05:41:57.121901 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547152c4-1e3d-40e2-b3f6-c2e9f5fb39ec req-fa58390b-0515-4f39-bc8c-581e764b1bae tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:41:57.123391 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-547152c4-1e3d-40e2-b3f6-c2e9f5fb39ec req-fa58390b-0515-4f39-bc8c-581e764b1bae tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 945 time: 0.0522294 Sep 26 05:41:57.139002 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b2387-ab41-437d-8165-d4eccdb3c892 req-5dbe85c8-e596-429f-be2d-2304322e15a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:41:57.140658 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a01b2387-ab41-437d-8165-d4eccdb3c892 req-5dbe85c8-e596-429f-be2d-2304322e15a8 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=aa57f4f4-2276-4970-8337-66a125f8a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412793 Sep 26 05:41:57.173270 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-547152c4-1e3d-40e2-b3f6-c2e9f5fb39ec req-fc67d542-1e4e-4e48-a596-437a5a0420d9 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436869 Sep 26 05:41:57.234507 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a01b2387-ab41-437d-8165-d4eccdb3c892 req-91ef293f-b594-4d50-acb4-e3c90dae6121 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857358 Sep 26 05:41:57.477016 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be48d0-0624-4d7a-8f50-389b84da586e req-d6c7f5a7-77df-4848-b018-483987718b01 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:41:57.478407 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b2be48d0-0624-4d7a-8f50-389b84da586e req-d6c7f5a7-77df-4848-b018-483987718b01 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 945 time: 0.0538869 Sep 26 05:41:57.530981 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-a01b2387-ab41-437d-8165-d4eccdb3c892 req-795c9185-4075-4eb2-8416-2e63c40eee12 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479843 Sep 26 05:41:57.576845 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-b2be48d0-0624-4d7a-8f50-389b84da586e req-24a20d8e-ac15-45c1-804b-a4f8e8d10328 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Deleting port 19481f78-5754-457c-8919-13eca736d5eb {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:41:57.577324 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b2be48d0-0624-4d7a-8f50-389b84da586e req-24a20d8e-ac15-45c1-804b-a4f8e8d10328 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (19481f78-5754-457c-8919-13eca736d5eb), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:57.668107 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-b2be48d0-0624-4d7a-8f50-389b84da586e req-24a20d8e-ac15-45c1-804b-a4f8e8d10328 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] For port 19481f78-5754-457c-8919-13eca736d5eb, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=19481f78-5754-457c-8919-13eca736d5eb,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:41:57.668491 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b2be48d0-0624-4d7a-8f50-389b84da586e req-24a20d8e-ac15-45c1-804b-a4f8e8d10328 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (19481f78-5754-457c-8919-13eca736d5eb), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:57.681839 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-b2be48d0-0624-4d7a-8f50-389b84da586e req-24a20d8e-ac15-45c1-804b-a4f8e8d10328 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Calling delete_port for 19481f78-5754-457c-8919-13eca736d5eb owned by compute:nova {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:41:57.805847 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b2be48d0-0624-4d7a-8f50-389b84da586e req-24a20d8e-ac15-45c1-804b-a4f8e8d10328 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (19481f78-5754-457c-8919-13eca736d5eb), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:57.830584 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a20d8e-ac15-45c1-804b-a4f8e8d10328 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event deleted for resources: {'Port': ['ID=19481f78-5754-457c-8919-13eca736d5eb,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:41:57.879391 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2be48d0-0624-4d7a-8f50-389b84da586e req-24a20d8e-ac15-45c1-804b-a4f8e8d10328 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] No DVR routers for this DVR port 19481f78-5754-457c-8919-13eca736d5eb on host hv-cinder-85918 {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:41:57.882052 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-b2be48d0-0624-4d7a-8f50-389b84da586e req-24a20d8e-ac15-45c1-804b-a4f8e8d10328 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:57.885289 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-b2be48d0-0624-4d7a-8f50-389b84da586e req-24a20d8e-ac15-45c1-804b-a4f8e8d10328 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "DELETE /networking/v2.0/ports/19481f78-5754-457c-8919-13eca736d5eb HTTP/1.1" status: 204 len: 173 time: 0.3987334 Sep 26 05:41:57.885859 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c532b0-9ad5-4519-ad88-2b61859b648f', 'name': 'network-vif-deleted', 'tag': '19481f78-5754-457c-8919-13eca736d5eb'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:41:57.888395 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3728a54a-83aa-4d56-8ca2-f0a230b9792c" -d '{"events": [{"server_uuid": "05c532b0-9ad5-4519-ad88-2b61859b648f", "name": "network-vif-deleted", "tag": "19481f78-5754-457c-8919-13eca736d5eb"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:41:57.927712 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e84f11-7447-4e42-b6fb-0b6fc38e2c2c x-openstack-request-id: req-e7e84f11-7447-4e42-b6fb-0b6fc38e2c2c {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:41:57.927998 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c532b0-9ad5-4519-ad88-2b61859b648f", "name": "network-vif-deleted", "tag": "19481f78-5754-457c-8919-13eca736d5eb", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:41:57.928266 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e7e84f11-7447-4e42-b6fb-0b6fc38e2c2c {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:41:57.929313 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e84f11-7447-4e42-b6fb-0b6fc38e2c2c'] response: {'server_uuid': '05c532b0-9ad5-4519-ad88-2b61859b648f', 'name': 'network-vif-deleted', 'tag': '19481f78-5754-457c-8919-13eca736d5eb', 'status': 'completed', 'code': 200} Sep 26 05:41:58.285371 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-304aadde-eba4-451c-8e8d-48a35cda153f req-a903efec-0f54-4904-8dd0-82717f65c64c tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=05c532b0-9ad5-4519-ad88-2b61859b648f HTTP/1.1" status: 200 len: 210 time: 0.0315342 Sep 26 05:41:58.353334 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:41:58.516927 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:00.753389 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 19481f78-5754-457c-8919-13eca736d5eb no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:42:00.772378 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: 19481f78-5754-457c-8919-13eca736d5eb {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:42:00.772716 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device 19481f78-5754-457c-8919-13eca736d5eb not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:42:01.594165 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46760) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:01.693431 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:01.703625 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:01.733121 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2763a-f732-4968-b036-6923321cbc15 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Deleting port 4e33dc99-0510-4c4e-9468-1718021453da {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:42:01.733462 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f3d2763a-f732-4968-b036-6923321cbc15 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (4e33dc99-0510-4c4e-9468-1718021453da), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:01.812130 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f3d2763a-f732-4968-b036-6923321cbc15 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (4e33dc99-0510-4c4e-9468-1718021453da), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:01.812480 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f3d2763a-f732-4968-b036-6923321cbc15 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for floatingip (4e33dc99-0510-4c4e-9468-1718021453da), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:01.825061 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2763a-f732-4968-b036-6923321cbc15 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Calling delete_port for 4e33dc99-0510-4c4e-9468-1718021453da owned by network:floatingip {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:42:01.975001 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f3d2763a-f732-4968-b036-6923321cbc15 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (4e33dc99-0510-4c4e-9468-1718021453da), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:02.003634 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2763a-f732-4968-b036-6923321cbc15 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event deleted for resources: {'Port': ['ID=4e33dc99-0510-4c4e-9468-1718021453da,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:02.061799 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f3d2763a-f732-4968-b036-6923321cbc15 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for floatingip (71df6908-bd80-4eae-839e-8c601c87834d), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:02.062119 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.db.l3_db [None req-f3d2763a-f732-4968-b036-6923321cbc15 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Floating IP 71df6908-bd80-4eae-839e-8c601c87834d disassociated (deleted). External IP: 172.27.0.236, port: e47ebac1-d877-4ac1-8e2f-fb371cb2f895. Sep 26 05:42:02.259313 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d2763a-f732-4968-b036-6923321cbc15 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Router 7b8d2a1f-471f-4584-b831-4f0eb48de512 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:42:02.360602 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d2763a-f732-4968-b036-6923321cbc15 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:42:02.365420 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-f3d2763a-f732-4968-b036-6923321cbc15 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:02.370737 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c17ff7c-4afc-4674-b75a-54d9c5be7bfb None None] Sync routers for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:42:02.380240 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c17ff7c-4afc-4674-b75a-54d9c5be7bfb None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:42:02.380952 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-3c17ff7c-4afc-4674-b75a-54d9c5be7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:41:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:02.394769 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-f3d2763a-f732-4968-b036-6923321cbc15 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/71df6908-bd80-4eae-839e-8c601c87834d HTTP/1.1" status: 204 len: 168 time: 0.7994933 Sep 26 05:42:02.395435 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'tag': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:42:02.397728 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe0c948-b434-43f3-acfc-640dc71c0e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6a2248-68b0-4336-ade5-c6c3b756cdae", "tag": "e47ebac1-d877-4ac1-8e2f-fb371cb2f895"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:42:02.442511 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 05:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed953a71-6f8b-47c5-b742-77f225314094 x-openstack-request-id: req-ed953a71-6f8b-47c5-b742-77f225314094 {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:42:02.442806 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6a2248-68b0-4336-ade5-c6c3b756cdae", "tag": "e47ebac1-d877-4ac1-8e2f-fb371cb2f895", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:42:02.443063 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed953a71-6f8b-47c5-b742-77f225314094 {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:42:02.443466 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed953a71-6f8b-47c5-b742-77f225314094'] response: {'name': 'network-changed', 'server_uuid': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'tag': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'status': 'completed', 'code': 200} Sep 26 05:42:02.495327 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-3c17ff7c-4afc-4674-b75a-54d9c5be7bfb None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:42:02.504017 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0c948-b434-43f3-acfc-640dc71c0e4c req-c7dc54bd-50eb-4c1a-b37a-ec8eab155dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:42:02.505688 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fbe0c948-b434-43f3-acfc-640dc71c0e4c req-c7dc54bd-50eb-4c1a-b37a-ec8eab155dd2 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?tenant_id=774c63ee5fc74c619f63c64590c154e4&device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 1129 time: 0.0406084 Sep 26 05:42:02.531449 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:02.580516 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:02.612357 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0c948-b434-43f3-acfc-640dc71c0e4c req-a8e27ff2-bcf9-4906-a045-a18c4032bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:42:02.613829 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fbe0c948-b434-43f3-acfc-640dc71c0e4c req-a8e27ff2-bcf9-4906-a045-a18c4032bb82 service neutron] 10.222.0.60 "GET /networking/v2.0/networks?id=aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 200 len: 913 time: 0.1024754 Sep 26 05:42:02.650254 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ea04e-76bb-4707-90d9-4bdef6626de7 req-0a89fca0-7113-414f-80c5-e79022113d56 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:42:02.651728 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e11ea04e-76bb-4707-90d9-4bdef6626de7 req-0a89fca0-7113-414f-80c5-e79022113d56 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0466321 Sep 26 05:42:02.699406 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-3c17ff7c-4afc-4674-b75a-54d9c5be7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:02.699930 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-e11ea04e-76bb-4707-90d9-4bdef6626de7 req-84066ce9-1d88-4069-ad50-02160d7eb12e tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426557 Sep 26 05:42:02.729905 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c17ff7c-4afc-4674-b75a-54d9c5be7bfb None None] Checking router: 7b8d2a1f-471f-4584-b831-4f0eb48de512 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:42:02.738268 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c17ff7c-4afc-4674-b75a-54d9c5be7bfb None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:42:02.738861 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-3c17ff7c-4afc-4674-b75a-54d9c5be7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:41:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:02.770599 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=100 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:02.835585 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-3c17ff7c-4afc-4674-b75a-54d9c5be7bfb None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:42:03.100536 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-3c17ff7c-4afc-4674-b75a-54d9c5be7bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:03.124915 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c17ff7c-4afc-4674-b75a-54d9c5be7bfb None None] The sync data for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi is: [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:34:05Z', 'revision_number': 4, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi', '_interfaces': [{'id': '15450046-a979-447b-bae4-d4bb1026a803', 'name': '', 'network_id': 'aa57f4f4-2276-4970-8337-66a125f8a06a', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'mac_address': 'fa:16:3e:b7:92:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:04Z', 'updated_at': '2022-09-26T05:34:11Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'subnets': [{'id': '4408293b-c7bd-46de-8b4c-2f69b84d7882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:42:03.339780 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ddc8d-99c8-46b2-8586-86196634a168 None None] New status for floating IP 71df6908-bd80-4eae-839e-8c601c87834d: DOWN {{(pid=106342) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 05:42:03.599812 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fbe0c948-b434-43f3-acfc-640dc71c0e4c req-a53f2925-1b2a-4c81-8822-9d9116353cc3 service neutron] 10.222.0.60 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e47ebac1-d877-4ac1-8e2f-fb371cb2f895 HTTP/1.1" status: 200 len: 217 time: 0.0338776 Sep 26 05:42:03.654583 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0c948-b434-43f3-acfc-640dc71c0e4c req-3e6d6a0d-e2a4-4533-b40e-642bd30fcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:42:03.655924 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fbe0c948-b434-43f3-acfc-640dc71c0e4c req-3e6d6a0d-e2a4-4533-b40e-642bd30fcc12 service neutron] 10.222.0.60 "GET /networking/v2.0/subnets?id=4408293b-c7bd-46de-8b4c-2f69b84d7882 HTTP/1.1" status: 200 len: 851 time: 0.0438461 Sep 26 05:42:03.762629 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:03.775872 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0c948-b434-43f3-acfc-640dc71c0e4c req-7721ed12-402d-47e7-8a74-6ba72bd80531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:42:03.777402 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fbe0c948-b434-43f3-acfc-640dc71c0e4c req-7721ed12-402d-47e7-8a74-6ba72bd80531 service neutron] 10.222.0.60 "GET /networking/v2.0/ports?network_id=aa57f4f4-2276-4970-8337-66a125f8a06a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444932 Sep 26 05:42:03.830103 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c9330-3961-4eb1-9250-3fc9b43d8f45 req-daa5fa98-07c8-403e-959f-4c49d97ee530 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106340) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:42:03.831584 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-737c9330-3961-4eb1-9250-3fc9b43d8f45 req-daa5fa98-07c8-403e-959f-4c49d97ee530 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0513544 Sep 26 05:42:03.871278 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fbe0c948-b434-43f3-acfc-640dc71c0e4c req-e4be2b3e-8d81-4e10-af13-3fad7c418d51 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860691 Sep 26 05:42:03.882306 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-737c9330-3961-4eb1-9250-3fc9b43d8f45 req-72456c1e-20fa-4863-a3a1-229517e6c8bf tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/security-groups?id=7eb35423-d2b0-4263-942b-b274f2129f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446327 Sep 26 05:42:04.069487 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-fbe0c948-b434-43f3-acfc-640dc71c0e4c req-4a5ab8cc-4897-4156-a668-db3bf2e6b810 service neutron] 10.222.0.60 "GET /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206427 Sep 26 05:42:04.080864 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611a43d-6637-4991-a32c-39efef445342 req-48a52f7e-4fa5-448c-b1f5-572ec56ca157 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106341) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 05:42:04.082288 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-8611a43d-6637-4991-a32c-39efef445342 req-48a52f7e-4fa5-448c-b1f5-572ec56ca157 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 945 time: 0.0612707 Sep 26 05:42:04.169822 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-8611a43d-6637-4991-a32c-39efef445342 req-485c1f1c-f355-44be-b0be-f6223d5b1378 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Deleting port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:42:04.170163 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-8611a43d-6637-4991-a32c-39efef445342 req-485c1f1c-f355-44be-b0be-f6223d5b1378 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:04.258930 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [req-8611a43d-6637-4991-a32c-39efef445342 req-485c1f1c-f355-44be-b0be-f6223d5b1378 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] For port e47ebac1-d877-4ac1-8e2f-fb371cb2f895, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=e47ebac1-d877-4ac1-8e2f-fb371cb2f895,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:42:04.259567 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-8611a43d-6637-4991-a32c-39efef445342 req-485c1f1c-f355-44be-b0be-f6223d5b1378 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:04.273037 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [req-8611a43d-6637-4991-a32c-39efef445342 req-485c1f1c-f355-44be-b0be-f6223d5b1378 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Calling delete_port for e47ebac1-d877-4ac1-8e2f-fb371cb2f895 owned by compute:nova {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:42:04.402367 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-8611a43d-6637-4991-a32c-39efef445342 req-485c1f1c-f355-44be-b0be-f6223d5b1378 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (e47ebac1-d877-4ac1-8e2f-fb371cb2f895), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:04.428739 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c1f1c-f355-44be-b0be-f6223d5b1378 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event deleted for resources: {'Port': ['ID=e47ebac1-d877-4ac1-8e2f-fb371cb2f895,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:04.476607 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [req-8611a43d-6637-4991-a32c-39efef445342 req-485c1f1c-f355-44be-b0be-f6223d5b1378 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] No DVR routers for this DVR port e47ebac1-d877-4ac1-8e2f-fb371cb2f895 on host hv-cinder-85918 {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:42:04.479126 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [req-8611a43d-6637-4991-a32c-39efef445342 req-485c1f1c-f355-44be-b0be-f6223d5b1378 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for port (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:04.482478 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [req-8611a43d-6637-4991-a32c-39efef445342 req-485c1f1c-f355-44be-b0be-f6223d5b1378 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.60 "DELETE /networking/v2.0/ports/e47ebac1-d877-4ac1-8e2f-fb371cb2f895 HTTP/1.1" status: 204 len: 173 time: 0.3943837 Sep 26 05:42:04.482983 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'name': 'network-vif-deleted', 'tag': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895'}] {{(pid=106341) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 05:42:04.485779 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}907228df1f3db4cf164cd6429ef15e85ab185d5bb81a16df215af5ddd36994b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4140d3-5d12-44ae-9cda-2b69d1d52b32" -d '{"events": [{"server_uuid": "1e6a2248-68b0-4336-ade5-c6c3b756cdae", "name": "network-vif-deleted", "tag": "e47ebac1-d877-4ac1-8e2f-fb371cb2f895"}]}' {{(pid=106341) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 05:42:04.529155 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 05:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0418ad-680f-44a8-943c-3d80be5eb85c x-openstack-request-id: req-8d0418ad-680f-44a8-943c-3d80be5eb85c {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 05:42:04.529443 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6a2248-68b0-4336-ade5-c6c3b756cdae", "name": "network-vif-deleted", "tag": "e47ebac1-d877-4ac1-8e2f-fb371cb2f895", "status": "completed", "code": 200}]} {{(pid=106341) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 05:42:04.529692 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d0418ad-680f-44a8-943c-3d80be5eb85c {{(pid=106341) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 05:42:04.530089 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0418ad-680f-44a8-943c-3d80be5eb85c'] response: {'server_uuid': '1e6a2248-68b0-4336-ade5-c6c3b756cdae', 'name': 'network-vif-deleted', 'tag': 'e47ebac1-d877-4ac1-8e2f-fb371cb2f895', 'status': 'completed', 'code': 200} Sep 26 05:42:05.004949 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [req-c18029e9-1618-472c-945b-3c916cf6ec4b req-50d770fb-3573-4c7b-a862-66e842a8ea60 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1e6a2248-68b0-4336-ade5-c6c3b756cdae HTTP/1.1" status: 200 len: 210 time: 0.0275970 Sep 26 05:42:06.071420 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46776) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:06.179213 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-7fac160d-0d03-4598-9020-c16ea4741f91 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Deleting port 4912312f-9181-48f6-8901-f79b5595e152 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:42:06.179547 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7fac160d-0d03-4598-9020-c16ea4741f91 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (4912312f-9181-48f6-8901-f79b5595e152), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:06.233350 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:06.256598 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7fac160d-0d03-4598-9020-c16ea4741f91 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (4912312f-9181-48f6-8901-f79b5595e152), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:06.256920 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7fac160d-0d03-4598-9020-c16ea4741f91 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for floatingip (4912312f-9181-48f6-8901-f79b5595e152), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:06.269832 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-7fac160d-0d03-4598-9020-c16ea4741f91 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Calling delete_port for 4912312f-9181-48f6-8901-f79b5595e152 owned by network:floatingip {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:42:06.319243 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:06.401182 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7fac160d-0d03-4598-9020-c16ea4741f91 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (4912312f-9181-48f6-8901-f79b5595e152), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:06.422889 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac160d-0d03-4598-9020-c16ea4741f91 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event deleted for resources: {'Port': ['ID=4912312f-9181-48f6-8901-f79b5595e152,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:06.484858 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7fac160d-0d03-4598-9020-c16ea4741f91 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for floatingip (f3d9587a-5c66-4876-80d5-cdb29b343545), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:06.487271 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-7fac160d-0d03-4598-9020-c16ea4741f91 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463227'] for floatingip (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:06.488434 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-7fac160d-0d03-4598-9020-c16ea4741f91 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "DELETE /networking/v2.0/floatingips/f3d9587a-5c66-4876-80d5-cdb29b343545 HTTP/1.1" status: 204 len: 168 time: 0.4176641 Sep 26 05:42:06.780468 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device e47ebac1-d877-4ac1-8e2f-fb371cb2f895 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:42:06.799928 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] No Port match for: e47ebac1-d877-4ac1-8e2f-fb371cb2f895 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:42:06.800350 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Device e47ebac1-d877-4ac1-8e2f-fb371cb2f895 not bound to the agent host hv-cinder-85918 {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:42:07.692564 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46788) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:07.751874 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-72cdc327-b6b2-4132-b0c4-2022aa63f3c6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group (7eb35423-d2b0-4263-942b-b274f2129f77), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:07.775209 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-72cdc327-b6b2-4132-b0c4-2022aa63f3c6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group (7eb35423-d2b0-4263-942b-b274f2129f77), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:07.836995 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-72cdc327-b6b2-4132-b0c4-2022aa63f3c6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (7eb35423-d2b0-4263-942b-b274f2129f77), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:07.839945 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-72cdc327-b6b2-4132-b0c4-2022aa63f3c6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Publish callbacks [] for security_group (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:07.841154 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-72cdc327-b6b2-4132-b0c4-2022aa63f3c6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] 10.222.0.49 "DELETE /networking/v2.0/security-groups/7eb35423-d2b0-4263-942b-b274f2129f77 HTTP/1.1" status: 204 len: 168 time: 0.1475871 Sep 26 05:42:07.850601 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdc327-b6b2-4132-b0c4-2022aa63f3c6 tempest-TestVolumeBootPattern-597728443 tempest-TestVolumeBootPattern-597728443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb35423-d2b0-4263-942b-b274f2129f77,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:07.907742 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46792) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:08.589038 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8e4c-4cc7-404f-a4e5-0f48cea69104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688035'] for router_interface (7b8d2a1f-471f-4584-b831-4f0eb48de512), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:08.674809 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:08.803427 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e8e4c-4cc7-404f-a4e5-0f48cea69104 admin admin] Deleting port 15450046-a979-447b-bae4-d4bb1026a803 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:42:08.804105 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8e4c-4cc7-404f-a4e5-0f48cea69104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (15450046-a979-447b-bae4-d4bb1026a803), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:08.884474 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-3a2e8e4c-4cc7-404f-a4e5-0f48cea69104 admin admin] For port 15450046-a979-447b-bae4-d4bb1026a803, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=15450046-a979-447b-bae4-d4bb1026a803,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:42:08.884830 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8e4c-4cc7-404f-a4e5-0f48cea69104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (15450046-a979-447b-bae4-d4bb1026a803), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:08.886873 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:08.898989 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e8e4c-4cc7-404f-a4e5-0f48cea69104 admin admin] Calling delete_port for 15450046-a979-447b-bae4-d4bb1026a803 owned by network:router_interface {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:42:09.073555 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8e4c-4cc7-404f-a4e5-0f48cea69104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (15450046-a979-447b-bae4-d4bb1026a803), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:09.095529 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e8e4c-4cc7-404f-a4e5-0f48cea69104 admin admin] Pushing event deleted for resources: {'Port': ['ID=15450046-a979-447b-bae4-d4bb1026a803,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:09.266108 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-3a2e8e4c-4cc7-404f-a4e5-0f48cea69104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582419'] for router_interface (7b8d2a1f-471f-4584-b831-4f0eb48de512), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:09.413458 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:09.465150 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2e8e4c-4cc7-404f-a4e5-0f48cea69104 admin admin] Router 7b8d2a1f-471f-4584-b831-4f0eb48de512 has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106341) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:42:09.563391 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2e8e4c-4cc7-404f-a4e5-0f48cea69104 admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106341) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:42:09.568241 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-3a2e8e4c-4cc7-404f-a4e5-0f48cea69104 admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/7b8d2a1f-471f-4584-b831-4f0eb48de512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6623812 Sep 26 05:42:09.571215 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46796) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:09.574098 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb578a8b-aae2-489e-a25e-777b55ab8104 None None] Sync routers for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:42:09.583737 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb578a8b-aae2-489e-a25e-777b55ab8104 None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:42:09.584357 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-fb578a8b-aae2-489e-a25e-777b55ab8104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:41:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:09.670201 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] Publish callbacks [] for router (7b8d2a1f-471f-4584-b831-4f0eb48de512), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:09.685581 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-fb578a8b-aae2-489e-a25e-777b55ab8104 None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: dv-cinder-859186-2-iscsi {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:42:09.767950 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] Publish callbacks [] for router_gateway (7b8d2a1f-471f-4584-b831-4f0eb48de512), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:09.781328 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:09.812888 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] Deleting port 29ed03a5-a191-44f0-b623-e9ba382251fc {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:42:09.813587 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (29ed03a5-a191-44f0-b623-e9ba382251fc), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:09.860022 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-fb578a8b-aae2-489e-a25e-777b55ab8104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:42:09Z', 'revision_number': 5, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port': {'id': '29ed03a5-a191-44f0-b623-e9ba382251fc', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:03Z', 'updated_at': '2022-09-26T05:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:09.885052 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb578a8b-aae2-489e-a25e-777b55ab8104 None None] Checking router: 7b8d2a1f-471f-4584-b831-4f0eb48de512 for host: dv-cinder-859186-2-iscsi {{(pid=106343) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:42:09.894176 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb578a8b-aae2-489e-a25e-777b55ab8104 None None] Routers {'7b8d2a1f-471f-4584-b831-4f0eb48de512'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106343) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:42:09.894841 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-fb578a8b-aae2-489e-a25e-777b55ab8104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:41:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['7b8d2a1f-471f-4584-b831-4f0eb48de512'], 'active': True} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:09.896837 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] For port 29ed03a5-a191-44f0-b623-e9ba382251fc, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=29ed03a5-a191-44f0-b623-e9ba382251fc,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:42:09.897202 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (29ed03a5-a191-44f0-b623-e9ba382251fc), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:09.910881 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] Calling delete_port for 29ed03a5-a191-44f0-b623-e9ba382251fc owned by network:router_gateway {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:42:09.979792 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_dvr_db [None req-fb578a8b-aae2-489e-a25e-777b55ab8104 None None] Set router 7b8d2a1f-471f-4584-b831-4f0eb48de512 gateway port host: None {{(pid=106343) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:42:10.029440 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.l3_hamode_db [None req-fb578a8b-aae2-489e-a25e-777b55ab8104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:42:09Z', 'revision_number': 6, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port_host': None}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:10.060241 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb578a8b-aae2-489e-a25e-777b55ab8104 None None] The sync data for ids ['7b8d2a1f-471f-4584-b831-4f0eb48de512'] in dv-cinder-859186-2-iscsi is: [{'id': '7b8d2a1f-471f-4584-b831-4f0eb48de512', 'name': 'tempest-TestVolumeBootPattern-1028399101-router', 'tenant_id': '774c63ee5fc74c619f63c64590c154e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:02Z', 'updated_at': '2022-09-26T05:42:09Z', 'revision_number': 6, 'project_id': '774c63ee5fc74c619f63c64590c154e4', 'gw_port_host': None}] {{(pid=106343) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:42:10.087081 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (29ed03a5-a191-44f0-b623-e9ba382251fc), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.110936 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] Pushing event deleted for resources: {'Port': ['ID=29ed03a5-a191-44f0-b623-e9ba382251fc,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:10.173513 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581465'] for router_gateway (7b8d2a1f-471f-4584-b831-4f0eb48de512), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.259151 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (7b8d2a1f-471f-4584-b831-4f0eb48de512), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.261214 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] Publish callbacks [] for router_controller (7b8d2a1f-471f-4584-b831-4f0eb48de512), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.306876 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582510'] for router (7b8d2a1f-471f-4584-b831-4f0eb48de512), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.307587 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b8d2a1f-471f-4584-b831-4f0eb48de512 {{(pid=106341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:42:10.311827 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.312949 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-1f87e843-5c24-4495-9016-4bea5fd9b609 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/7b8d2a1f-471f-4584-b831-4f0eb48de512 HTTP/1.1" status: 204 len: 168 time: 0.7408464 Sep 26 05:42:10.315520 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46798) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:10.322570 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:10.361518 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_v2 [None req-d619ec66-72f8-4401-8ede-17c850f55596 admin admin] Deleting subnet 4408293b-c7bd-46de-8b4c-2f69b84d7882 {{(pid=106341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:42:10.364537 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d619ec66-72f8-4401-8ede-17c850f55596 admin admin] Publish callbacks [] for subnet (4408293b-c7bd-46de-8b4c-2f69b84d7882), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.398413 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d619ec66-72f8-4401-8ede-17c850f55596 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421571'] for subnet (4408293b-c7bd-46de-8b4c-2f69b84d7882), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.482504 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d619ec66-72f8-4401-8ede-17c850f55596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (4408293b-c7bd-46de-8b4c-2f69b84d7882), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.543172 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d619ec66-72f8-4401-8ede-17c850f55596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2423481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802036'] for subnet (4408293b-c7bd-46de-8b4c-2f69b84d7882), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.568755 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619ec66-72f8-4401-8ede-17c850f55596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4408293b-c7bd-46de-8b4c-2f69b84d7882,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:10.572458 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-d619ec66-72f8-4401-8ede-17c850f55596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.575507 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-d619ec66-72f8-4401-8ede-17c850f55596 admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/4408293b-c7bd-46de-8b4c-2f69b84d7882 HTTP/1.1" status: 204 len: 168 time: 0.2590427 Sep 26 05:42:10.578038 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46800) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:10.581658 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99406538-4e20-489b-b0f3-2e480219dd94 None None] Network aa57f4f4-2276-4970-8337-66a125f8a06a requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:42:10.585007 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:10.587431 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:10.650728 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:10.655325 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (aa57f4f4-2276-4970-8337-66a125f8a06a), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.701195 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] Deleting port c144ba8f-fd55-4540-8909-80541bf1ba20 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:42:10.701529 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (c144ba8f-fd55-4540-8909-80541bf1ba20), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.764034 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] For port c144ba8f-fd55-4540-8909-80541bf1ba20, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=c144ba8f-fd55-4540-8909-80541bf1ba20,segment=NetworkSegment(431555f9-b2c6-4b9a-8ef0-0e1de537d8ff),segment_id=431555f9-b2c6-4b9a-8ef0-0e1de537d8ff)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:42:10.764423 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (c144ba8f-fd55-4540-8909-80541bf1ba20), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.780766 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] Calling delete_port for c144ba8f-fd55-4540-8909-80541bf1ba20 owned by network:dhcp {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:42:10.859258 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 15450046-a979-447b-bae4-d4bb1026a803 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:42:10.861141 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (c144ba8f-fd55-4540-8909-80541bf1ba20), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.862706 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26617c4b-a7bc-45f4-9bcd-5b409739d3ae None None] DHCP port deletion for aa57f4f4-2276-4970-8337-66a125f8a06a request from dv-cinder-859186-2-iscsi {{(pid=106342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:42:10.883507 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 15450046-a979-447b-bae4-d4bb1026a803 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:42:10.884116 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 15450046-a979-447b-bae4-d4bb1026a803 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:42:10.887562 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] Pushing event deleted for resources: {'Port': ['ID=c144ba8f-fd55-4540-8909-80541bf1ba20,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:10.897837 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] No DVR routers for this DVR port c144ba8f-fd55-4540-8909-80541bf1ba20 on host dv-cinder-859186-2-iscsi {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:42:10.977900 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (aa57f4f4-2276-4970-8337-66a125f8a06a), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:10.997890 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa57f4f4-2276-4970-8337-66a125f8a06a']}} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:11.006967 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff') {'for_net_delete': True} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:11.007261 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431555f9-b2c6-4b9a-8ef0-0e1de537d8ff') {} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:11.017137 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421624'] for segment (431555f9-b2c6-4b9a-8ef0-0e1de537d8ff), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:11.031352 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (431555f9-b2c6-4b9a-8ef0-0e1de537d8ff), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:11.045898 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:42:11.046154 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2423299'] for segment (431555f9-b2c6-4b9a-8ef0-0e1de537d8ff), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:11.110571 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (aa57f4f4-2276-4970-8337-66a125f8a06a), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:11.116749 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:11.123276 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/aa57f4f4-2276-4970-8337-66a125f8a06a HTTP/1.1" status: 204 len: 168 time: 0.5413380 Sep 26 05:42:11.124334 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 46806) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:11.132226 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ac87b-6515-4af3-ae4a-671e359636df admin admin] Pushing event deleted for resources: {'Network': ['ID=aa57f4f4-2276-4970-8337-66a125f8a06a,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:11.222597 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment 431555f9-b2c6-4b9a-8ef0-0e1de537d8ff resource provider aggregate not found Sep 26 05:42:11.240882 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment 431555f9-b2c6-4b9a-8ef0-0e1de537d8ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 431555f9-b2c6-4b9a-8ef0-0e1de537d8ff found for delete ", "request_id": "req-f4759095-6bd5-4d31-a73d-0e63670d07bc"}]} Sep 26 05:42:11.447858 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688035'] for router_interface (773c053d-e491-4f03-8edd-c1ec2086c66e), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:11.663645 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Deleting port 2ac40145-7ad5-45c5-a970-c59f77d4804c {{(pid=106340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:42:11.663979 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:11.666654 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:11.714390 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=100 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:11.743162 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.db [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] For port 2ac40145-7ad5-45c5-a970-c59f77d4804c, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=2ac40145-7ad5-45c5-a970-c59f77d4804c,segment=NetworkSegment(8d4f1da7-7a55-4e49-a931-3c7b65245452),segment_id=8d4f1da7-7a55-4e49-a931-3c7b65245452)] {{(pid=106340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:42:11.743526 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:11.756215 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.plugins.ml2.plugin [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Calling delete_port for 2ac40145-7ad5-45c5-a970-c59f77d4804c owned by network:router_interface {{(pid=106340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:42:11.937915 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3865961'] for port (2ac40145-7ad5-45c5-a970-c59f77d4804c), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:11.961618 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac40145-7ad5-45c5-a970-c59f77d4804c,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:11.992131 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:11.993069 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:11.993384 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:11.993744 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:11.994036 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:11.994361 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:11.994682 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:11.995002 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:11.995325 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:11.995641 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:11.995962 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:11.996301 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:11.996621 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:11.996933 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:11.997250 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:12.146429 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-582419'] for router_interface (773c053d-e491-4f03-8edd-c1ec2086c66e), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:12.357158 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Router 773c053d-e491-4f03-8edd-c1ec2086c66e has already been hosted by L3 agent c429c56c-dc39-4a6f-afb0-6c0e13aa701f {{(pid=106340) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 05:42:12.456915 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] Notify agent at l3_agent.dv-cinder-859186-2-iscsi the message routers_updated {{(pid=106340) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 05:42:12.462756 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-e488e866-9b11-4727-b5fa-a542ef1ec60e admin admin] 10.222.0.49 "PUT /networking/v2.0/routers/773c053d-e491-4f03-8edd-c1ec2086c66e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3357306 Sep 26 05:42:12.466083 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46810) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:12.469325 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c036f5-9724-40a0-bfda-fe809c779f86 None None] Sync routers for ids ['773c053d-e491-4f03-8edd-c1ec2086c66e'] in dv-cinder-859186-2-iscsi {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 05:42:12.480713 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c036f5-9724-40a0-bfda-fe809c779f86 None None] Routers {'773c053d-e491-4f03-8edd-c1ec2086c66e'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:42:12.481487 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-43c036f5-9724-40a0-bfda-fe809c779f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:41:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['773c053d-e491-4f03-8edd-c1ec2086c66e'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:12.528191 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 29ed03a5-a191-44f0-b623-e9ba382251fc no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:42:12.554201 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 29ed03a5-a191-44f0-b623-e9ba382251fc {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:42:12.554538 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 29ed03a5-a191-44f0-b623-e9ba382251fc not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:42:12.554986 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device c144ba8f-fd55-4540-8909-80541bf1ba20 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:42:12.573393 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] Publish callbacks [] for router (773c053d-e491-4f03-8edd-c1ec2086c66e), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:12.604054 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: c144ba8f-fd55-4540-8909-80541bf1ba20 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:42:12.604415 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device c144ba8f-fd55-4540-8909-80541bf1ba20 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:42:12.622869 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:12.626675 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-43c036f5-9724-40a0-bfda-fe809c779f86 None None] Set router 773c053d-e491-4f03-8edd-c1ec2086c66e gateway port host: dv-cinder-859186-2-iscsi {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:42:12.677874 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] Publish callbacks [] for router_gateway (773c053d-e491-4f03-8edd-c1ec2086c66e), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:12.721545 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] Deleting port 2591acbf-7574-4559-b299-e6a9c86b98d3 {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:42:12.721883 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (2591acbf-7574-4559-b299-e6a9c86b98d3), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:12.793422 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-43c036f5-9724-40a0-bfda-fe809c779f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'name': 'tempest-TestVolumeBootPattern-310822948-router', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'external_fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '2591acbf-7574-4559-b299-e6a9c86b98d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:07Z', 'updated_at': '2022-09-26T05:42:11Z', 'revision_number': 5, 'project_id': '297020a5021c4784889de1ea9e461280', 'gw_port': {'id': '2591acbf-7574-4559-b299-e6a9c86b98d3', 'name': '', 'network_id': '1d7e5a44-5796-4db3-9f47-9726042cf055', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T05:34:08Z', 'updated_at': '2022-09-26T05:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5996fa21-4a3a-4f7e-8d3b-ce2f368d9796', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-2-iscsi'}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:12.804509 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] For port 2591acbf-7574-4559-b299-e6a9c86b98d3, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=2591acbf-7574-4559-b299-e6a9c86b98d3,segment=NetworkSegment(ea907f78-bc90-4713-8ea7-08de090e0f29),segment_id=ea907f78-bc90-4713-8ea7-08de090e0f29)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:42:12.804875 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (2591acbf-7574-4559-b299-e6a9c86b98d3), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:12.817567 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c036f5-9724-40a0-bfda-fe809c779f86 None None] Checking router: 773c053d-e491-4f03-8edd-c1ec2086c66e for host: dv-cinder-859186-2-iscsi {{(pid=106342) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 05:42:12.817936 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] Calling delete_port for 2591acbf-7574-4559-b299-e6a9c86b98d3 owned by network:router_gateway {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:42:12.826367 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c036f5-9724-40a0-bfda-fe809c779f86 None None] Routers {'773c053d-e491-4f03-8edd-c1ec2086c66e'} bound to L3 agent in host dv-cinder-859186-2-iscsi {{(pid=106342) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 05:42:12.826970 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-43c036f5-9724-40a0-bfda-fe809c779f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T05:20:56Z,description=,heartbeat_timestamp=2022-09-26T05:41:56Z,host='dv-cinder-859186-2-iscsi',id=c429c56c-dc39-4a6f-afb0-6c0e13aa701f,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T05:20:56Z,topic='l3_agent')) {'router_ids': ['773c053d-e491-4f03-8edd-c1ec2086c66e'], 'active': True} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:12.872880 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:12.913661 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvr_db [None req-43c036f5-9724-40a0-bfda-fe809c779f86 None None] Set router 773c053d-e491-4f03-8edd-c1ec2086c66e gateway port host: None {{(pid=106342) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 05:42:12.966491 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_hamode_db [None req-43c036f5-9724-40a0-bfda-fe809c779f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'name': 'tempest-TestVolumeBootPattern-310822948-router', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:07Z', 'updated_at': '2022-09-26T05:42:12Z', 'revision_number': 6, 'project_id': '297020a5021c4784889de1ea9e461280', 'gw_port_host': None}], 'dv-cinder-859186-2-iscsi', False) {} {{(pid=106342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:12.986567 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (2591acbf-7574-4559-b299-e6a9c86b98d3), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:12.990786 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c036f5-9724-40a0-bfda-fe809c779f86 None None] The sync data for ids ['773c053d-e491-4f03-8edd-c1ec2086c66e'] in dv-cinder-859186-2-iscsi is: [{'id': '773c053d-e491-4f03-8edd-c1ec2086c66e', 'name': 'tempest-TestVolumeBootPattern-310822948-router', 'tenant_id': '297020a5021c4784889de1ea9e461280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T05:34:07Z', 'updated_at': '2022-09-26T05:42:12Z', 'revision_number': 6, 'project_id': '297020a5021c4784889de1ea9e461280', 'gw_port_host': None}] {{(pid=106342) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 05:42:13.012605 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] Pushing event deleted for resources: {'Port': ['ID=2591acbf-7574-4559-b299-e6a9c86b98d3,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:13.084350 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581465'] for router_gateway (773c053d-e491-4f03-8edd-c1ec2086c66e), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:13.169985 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-581837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (773c053d-e491-4f03-8edd-c1ec2086c66e), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:13.172008 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] Publish callbacks [] for router_controller (773c053d-e491-4f03-8edd-c1ec2086c66e), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:13.212520 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-582510'] for router (773c053d-e491-4f03-8edd-c1ec2086c66e), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:13.213082 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 773c053d-e491-4f03-8edd-c1ec2086c66e {{(pid=106341) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 05:42:13.217160 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:13.218284 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-24cb6e00-c8d5-4016-ac58-e50f8fc38466 admin admin] 10.222.0.49 "DELETE /networking/v2.0/routers/773c053d-e491-4f03-8edd-c1ec2086c66e HTTP/1.1" status: 204 len: 168 time: 0.7512331 Sep 26 05:42:13.220931 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46812) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:13.266014 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e65d03-818c-46f2-9655-9ed9af2233bb admin admin] Deleting subnet bcc8f450-b09d-465a-94cb-73696792cf20 {{(pid=106341) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 05:42:13.269072 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-34e65d03-818c-46f2-9655-9ed9af2233bb admin admin] Publish callbacks [] for subnet (bcc8f450-b09d-465a-94cb-73696792cf20), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:13.307693 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-34e65d03-818c-46f2-9655-9ed9af2233bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2421571'] for subnet (bcc8f450-b09d-465a-94cb-73696792cf20), precommit_delete_associations {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:13.389587 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-34e65d03-818c-46f2-9655-9ed9af2233bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7794830'] for subnet (bcc8f450-b09d-465a-94cb-73696792cf20), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:13.450706 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-34e65d03-818c-46f2-9655-9ed9af2233bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7786163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2423481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2802036'] for subnet (bcc8f450-b09d-465a-94cb-73696792cf20), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:13.455453 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:13.477744 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e65d03-818c-46f2-9655-9ed9af2233bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc8f450-b09d-465a-94cb-73696792cf20,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:13.482827 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-34e65d03-818c-46f2-9655-9ed9af2233bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for subnet (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:13.485960 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-34e65d03-818c-46f2-9655-9ed9af2233bb admin admin] 10.222.0.49 "DELETE /networking/v2.0/subnets/bcc8f450-b09d-465a-94cb-73696792cf20 HTTP/1.1" status: 204 len: 168 time: 0.2641323 Sep 26 05:42:13.488437 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d267505e-6f37-4efc-b4d2-84cd57c9cea1 None None] Network 92c6263d-68ad-42e5-a577-ecaca68fa140 requested from dv-cinder-859186-2-iscsi {{(pid=106342) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 05:42:13.489123 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [-] (106341) accepted ('10.222.0.49', 46814) {{(pid=106341) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:13.764548 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] DHCP port deletion for 92c6263d-68ad-42e5-a577-ecaca68fa140 request from dv-cinder-859186-2-iscsi {{(pid=106342) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 05:42:13.802515 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Deleting port fdc962fc-6d6b-4cfa-bcf8-860a5867474c {{(pid=106342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:42:13.802888 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), before_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:13.813908 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7673851'] for network (92c6263d-68ad-42e5-a577-ecaca68fa140), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:13.856707 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] Deleting port fdc962fc-6d6b-4cfa-bcf8-860a5867474c {{(pid=106341) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 05:42:13.856989 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757568116493'] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:13.928848 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.db [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] For port fdc962fc-6d6b-4cfa-bcf8-860a5867474c, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=fdc962fc-6d6b-4cfa-bcf8-860a5867474c,segment=NetworkSegment(8d4f1da7-7a55-4e49-a931-3c7b65245452),segment_id=8d4f1da7-7a55-4e49-a931-3c7b65245452)] {{(pid=106341) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:42:13.929463 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:13.945266 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.plugin [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] Calling delete_port for fdc962fc-6d6b-4cfa-bcf8-860a5867474c owned by network:dhcp {{(pid=106341) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:42:14.003331 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.db [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] For port fdc962fc-6d6b-4cfa-bcf8-860a5867474c, host dv-cinder-859186-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-2-iscsi',level=0,port_id=fdc962fc-6d6b-4cfa-bcf8-860a5867474c,segment=NetworkSegment(8d4f1da7-7a55-4e49-a931-3c7b65245452),segment_id=8d4f1da7-7a55-4e49-a931-3c7b65245452)] {{(pid=106342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 05:42:14.003754 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579929'] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), precommit_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:14.018393 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Calling delete_port for fdc962fc-6d6b-4cfa-bcf8-860a5867474c owned by network:dhcp {{(pid=106342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 05:42:14.033777 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:42:14.035319 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2423510'] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:14.063955 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc962fc-6d6b-4cfa-bcf8-860a5867474c,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:14.065787 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] No DVR routers for this DVR port fdc962fc-6d6b-4cfa-bcf8-860a5867474c on host dv-cinder-859186-2-iscsi {{(pid=106341) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:42:14.070063 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:14.111930 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7767407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757568148363', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757567689674'] for port (fdc962fc-6d6b-4cfa-bcf8-860a5867474c), after_delete {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:14.138809 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Pushing event deleted for resources: {'Port': ['ID=fdc962fc-6d6b-4cfa-bcf8-860a5867474c,revision_number=None']} {{(pid=106342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:14.141841 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7710117', 'neutron.services.segments.db._delete_segments_for_network-8757568105409'] for network (92c6263d-68ad-42e5-a577-ecaca68fa140), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:14.143342 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] No DVR routers for this DVR port fdc962fc-6d6b-4cfa-bcf8-860a5867474c on host dv-cinder-859186-2-iscsi {{(pid=106342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 05:42:14.150333 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:14.151065 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:14.151065 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:14.151332 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:14.151647 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:14.151979 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:14.152323 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:14.152646 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:14.152964 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:14.153286 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:14.153611 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:14.153932 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:14.154247 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:14.154939 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:14.155266 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7c3f9-0707-4e6b-9416-e1820fe73673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-2-iscsi {{(pid=106342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 05:42:14.162982 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c6263d-68ad-42e5-a577-ecaca68fa140']}} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:14.172877 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4f1da7-7a55-4e49-a931-3c7b65245452') {'for_net_delete': True} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:14.173166 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.services.segments.db [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4f1da7-7a55-4e49-a931-3c7b65245452') {} {{(pid=106341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 05:42:14.183046 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757568105301', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2421624'] for segment (8d4f1da7-7a55-4e49-a931-3c7b65245452), before_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:14.196478 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122'] for segment (8d4f1da7-7a55-4e49-a931-3c7b65245452), precommit_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:14.203510 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106341) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 05:42:14.204098 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7646122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2423299'] for segment (8d4f1da7-7a55-4e49-a931-3c7b65245452), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:14.248188 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment 8d4f1da7-7a55-4e49-a931-3c7b65245452 resource provider aggregate not found Sep 26 05:42:14.266772 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.services.segments.plugin [-] Segment 8d4f1da7-7a55-4e49-a931-3c7b65245452 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d4f1da7-7a55-4e49-a931-3c7b65245452 found for delete ", "request_id": "req-ba76fcec-b5de-44aa-a7fd-2a1fc2ff72b7"}]} Sep 26 05:42:14.271139 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7710108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-717103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581516'] for network (92c6263d-68ad-42e5-a577-ecaca68fa140), after_delete {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:14.276760 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron_lib.callbacks.manager [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538381'] for network (None), before_response {{(pid=106341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:14.279865 dv-cinder-859186-2-iscsi neutron-server[106341]: INFO neutron.wsgi [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] 10.222.0.49 "DELETE /networking/v2.0/networks/92c6263d-68ad-42e5-a577-ecaca68fa140 HTTP/1.1" status: 204 len: 168 time: 0.7902007 Sep 26 05:42:14.294078 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c66c0-c0ba-4ccd-9329-4634abca5b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=92c6263d-68ad-42e5-a577-ecaca68fa140,revision_number=None']} {{(pid=106341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:14.389772 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 46822) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:14.422781 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:14.434665 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-b0e17f79-f2bb-40ba-b4aa-e9cc88130ae9 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=774c63ee5fc74c619f63c64590c154e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437651 Sep 26 05:42:14.437346 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 46824) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:14.460672 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 2ac40145-7ad5-45c5-a970-c59f77d4804c no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:42:14.465814 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:14.481548 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 2ac40145-7ad5-45c5-a970-c59f77d4804c {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:42:14.481889 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 2ac40145-7ad5-45c5-a970-c59f77d4804c not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:42:14.482299 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 2591acbf-7574-4559-b299-e6a9c86b98d3 no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:42:14.488943 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-143a34f9-bad0-4dcc-8e80-eaef290ee912 admin admin] Publish callbacks [] for security_group (86d306ea-00f9-4103-b112-fe357b0a709d), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:14.499828 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: 2591acbf-7574-4559-b299-e6a9c86b98d3 {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:42:14.500461 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device 2591acbf-7574-4559-b299-e6a9c86b98d3 not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:42:14.500594 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device fdc962fc-6d6b-4cfa-bcf8-860a5867474c no longer exists at agent ovs-agent-dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 05:42:14.510232 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-143a34f9-bad0-4dcc-8e80-eaef290ee912 admin admin] Publish callbacks [] for security_group (86d306ea-00f9-4103-b112-fe357b0a709d), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:14.518513 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.plugin [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] No Port match for: fdc962fc-6d6b-4cfa-bcf8-860a5867474c {{(pid=106342) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 05:42:14.518859 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron.plugins.ml2.rpc [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Device fdc962fc-6d6b-4cfa-bcf8-860a5867474c not bound to the agent host dv-cinder-859186-2-iscsi {{(pid=106342) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 05:42:14.556999 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-143a34f9-bad0-4dcc-8e80-eaef290ee912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (86d306ea-00f9-4103-b112-fe357b0a709d), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:14.559638 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-143a34f9-bad0-4dcc-8e80-eaef290ee912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:14.560858 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-143a34f9-bad0-4dcc-8e80-eaef290ee912 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/86d306ea-00f9-4103-b112-fe357b0a709d HTTP/1.1" status: 204 len: 168 time: 0.1226261 Sep 26 05:42:14.568565 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a34f9-bad0-4dcc-8e80-eaef290ee912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d306ea-00f9-4103-b112-fe357b0a709d,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:14.581168 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:14.872231 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 46830) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:14.912490 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-52cf2b1e-5f7c-4ded-b8b9-1e2f7df72c54 admin admin] 10.222.0.49 "GET /networking/v2.0/security-groups?tenant_id=297020a5021c4784889de1ea9e461280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390651 Sep 26 05:42:14.915004 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.wsgi [-] (106340) accepted ('10.222.0.49', 46832) {{(pid=106340) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 05:42:14.962161 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f597f4ec-7467-468c-9492-bfa7d4b22fe6 admin admin] Publish callbacks [] for security_group (ae5d11a4-9733-44ad-bc52-8bba3d257941), before_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:14.984150 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f597f4ec-7467-468c-9492-bfa7d4b22fe6 admin admin] Publish callbacks [] for security_group (ae5d11a4-9733-44ad-bc52-8bba3d257941), precommit_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:15.033044 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f597f4ec-7467-468c-9492-bfa7d4b22fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715258'] for security_group (ae5d11a4-9733-44ad-bc52-8bba3d257941), after_delete {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:15.035520 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron_lib.callbacks.manager [None req-f597f4ec-7467-468c-9492-bfa7d4b22fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:15.036798 dv-cinder-859186-2-iscsi neutron-server[106340]: INFO neutron.wsgi [None req-f597f4ec-7467-468c-9492-bfa7d4b22fe6 admin admin] 10.222.0.49 "DELETE /networking/v2.0/security-groups/ae5d11a4-9733-44ad-bc52-8bba3d257941 HTTP/1.1" status: 204 len: 168 time: 0.1208158 Sep 26 05:42:15.044549 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597f4ec-7467-468c-9492-bfa7d4b22fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5d11a4-9733-44ad-bc52-8bba3d257941,revision_number=None']} {{(pid=106340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 05:42:18.221004 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:20.033198 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=96 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:23.296112 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4c19dca3-617b-42d7-8604-a4c90236d436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:23.478398 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:24.282640 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=54,neutron:DELETE=6 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:24.283514 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG dbcounter [-] [106341] Writing DB stats neutron:SELECT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106341) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:25.040151 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=35,neutron:DELETE=5 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:25.041125 dv-cinder-859186-2-iscsi neutron-server[106340]: DEBUG dbcounter [-] [106340] Writing DB stats neutron:SELECT=34,neutron:DELETE=3 {{(pid=106340) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:25.624236 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-58fd6d0a-aa6c-4bb0-ae7b-ec8df89993e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:26.762100 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:28.346791 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:28.512636 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:31.938466 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=72 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:31.939248 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:38.501805 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:38.507399 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:48.219238 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:50.878692 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:42:51.034069 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:42:53.298195 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4251e263-9a80-47ad-9caf-7484cfd0b9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:55.625107 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b067d404-14f2-4b44-b551-a504240b34a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:56.764565 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:58.349574 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:42:58.516333 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:08.509856 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:08.512488 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:08.937439 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:08.938215 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:18.217790 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:23.300316 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d4d75c87-3d96-462e-9b18-1fa017854e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:25.626843 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-4bb2b8c0-3d0c-4efb-a766-86649dfe35ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:26.770213 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:28.033447 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:43:28.351371 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:28.521943 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:38.514935 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:38.516953 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:48.217803 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:53.302675 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-51832f95-1d87-4bd0-9abe-5478168b1ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:53.570155 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=16 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:53.570901 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=18 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:43:55.628971 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-161c5c9b-4d5a-4a74-8e04-ffd1e402d983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:56.768776 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:58.358404 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:43:58.527920 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:05.032426 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:44:08.516352 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:08.522604 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:18.231100 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:22.931331 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=5 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:22.932065 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:23.304285 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5d9bf6b1-8a56-4d90-8b37-8495af41527a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:25.631951 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a46a9941-145d-4444-983b-758b247939a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:26.772692 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:28.351037 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:28.527039 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:38.520684 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:38.522540 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:42.031866 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:44:48.249165 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:50.032874 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [req-26ba75f4-f217-4185-aede-bd91258c465c req-d349240f-5b44-4332-b210-f251b2126e17 service neutron] (106341) timed out ('10.222.0.60', 57003) {{(pid=106341) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 05:44:53.305471 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-5fb5392e-24e4-4ce5-bd92-c673eff14a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:55.635001 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0ceb-9c5f-462e-aaec-7ffdc5af1a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:56.774728 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:58.359102 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:58.531009 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:44:59.923997 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:44:59.928454 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=6 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:13.567911 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:13.569794 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:18.244032 dv-cinder-859186-2-iscsi neutron-server[106341]: DEBUG neutron.wsgi [req-4669d338-6b35-4eca-b9dc-7f04193df8ab req-02890a05-1790-4fee-8298-d132b6de4a8b service neutron] (106341) timed out ('10.222.0.60', 56989) {{(pid=106341) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 05:45:18.248757 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:19.030545 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:45:23.307735 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-f24b50c1-3598-4988-8241-21b4d9b0a52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:25.636871 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-0314fb57-cc45-4c4d-80a7-5c82b9549a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:26.777570 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:28.351399 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:28.531623 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:36.921963 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:36.926067 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=7 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:38.523789 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:38.525712 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:48.247826 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:53.309248 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-24cc97ac-669c-44f3-8c77-d20bc09dbe99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:53.562672 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=13 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:53.564547 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=13 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:45:55.639772 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-a865467f-f1b2-40a7-beb6-9606856fe45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:56.030100 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:45:56.779272 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:58.355671 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:45:58.537268 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:08.529518 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:08.532675 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:13.922797 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=4 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:13.923514 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=4 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:18.248600 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:23.313851 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b3316bc3-a596-4a8e-80f5-83370a610703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:25.641804 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-8dabe2fd-913e-4017-8fe8-aff28e28065e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:26.781835 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:28.360459 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:28.535513 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:33.028673 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:46:38.525521 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:38.531464 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:48.246819 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:51.913187 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=5 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:51.913947 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:46:53.315882 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-b31fbc4a-73dd-4d48-897d-cf1ac8bd66b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:55.643156 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-36bb1ec4-f272-4bd5-89d3-7eddc19e358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:56.787488 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:58.362100 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:46:58.537285 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:10.027395 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG neutron.db.agents_db [None req-fae32ea2-6002-4090-8a59-97b29d16631c None None] Agent healthcheck: found 6 active agents {{(pid=106343) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 05:47:13.570320 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:13.571509 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:18.281539 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-55d20865-12a5-4ee4-a04b-58b82e303d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (26f75085-39b2-4855-acc1-439253cd3167), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:23.317380 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-d5a7b54c-aa86-47fc-ae3e-3a2d1b5a699f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c62268b2-a3da-4d97-a8a3-c573fef7516f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:25.645647 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-501bb85b-90b5-4657-b6ec-efaf4a8775ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c429c56c-dc39-4a6f-afb0-6c0e13aa701f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:26.786840 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-1cfc447e-2fb2-4660-9037-c85392da2363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (c755d1c5-3e1a-4dd0-b206-57beced6a67f), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:27.920872 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=2 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:27.927271 dv-cinder-859186-2-iscsi neutron-server[106343]: DEBUG dbcounter [-] [106343] Writing DB stats neutron:SELECT=6 {{(pid=106343) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:28.369996 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-18178c4c-7532-43ab-b027-cb587cbb4c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (969eec1a-24b4-496e-9cf8-ed9dbcf282fe), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:28.539970 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG neutron_lib.callbacks.manager [None req-c209d1dd-8209-4fb9-a9c1-adbd200d3b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757568105391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7713508'] for agent (e1b47ed9-d024-4b0e-85e1-05ff0354b6ce), after_update {{(pid=106342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 05:47:38.534943 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 05:47:38.536814 dv-cinder-859186-2-iscsi neutron-server[106342]: DEBUG dbcounter [-] [106342] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}